diff --git a/verifier/README.md b/verifier/README.md new file mode 100644 index 0000000..99b073d --- /dev/null +++ b/verifier/README.md @@ -0,0 +1,73 @@ +# Grounding Verifier for GUI-Actor + +We developed a grounding verifier to assess whether a selected action position aligns with a given language instruction. This model is particularly effective for GUI-Actor, as GUI-Actor's attention map produces diverse candidate positions from a single inference. With the verifier, we can efficiently evaluate actions **in hindsight**—after identifying the chosen position on the image—and make more informed decisions. + +image + +## Training + +The verifier is trained to take a language instruction and an image (with a red circle marking the candidate position) as input, and predict whether the position is correct—outputting "True" or "False." + +We use the [OS-Atlas dataset](https://huggingface.co/datasets/OS-Copilot/OS-Atlas-data) and process it using `verifier_data_generation.py` to curate training data. The model is fine-tuned via supervised training (SFT) starting from the UITARS-SFT-2B checkpoint, providing strong performance with a relatively small model size. + +### Data Preparation + +To prepare the dataset: + +1. Download and unzip the [OS-Atlas dataset](https://huggingface.co/datasets/OS-Copilot/OS-Atlas-data) following the instructions on the Hugging Face page. +2. Organize the images into the following directory structure: + +```python +image_folder_dict = { + 'windows_splited': f'{root_path}/desktop_domain/windows_images', + 'linux_splited': f'{root_path}/desktop_domain/linux_images', + 'macos_splited': f'{root_path}/desktop_domain/macos_images', + 'widget_captioning': f'{root_path}/mobile_domain/combined', + 'uibert_raw': f'{root_path}/mobile_domain/UIBert', + 'ricosca': f'{root_path}/mobile_domain/combined', + 'amex_raw': f'{root_path}/mobile_domain/amex_images', + 'seeclick_web': f'{root_path}/web_domain/seeclick_web_imgs', + 'fineweb_3m': f'{root_path}/web_domain/fineweb' +} +``` + +Each training sample includes a positive and one or more negative examples: + +* **Positive samples**: taken directly from the original dataset with a red circle marking the correct target. +* **Negative samples**: created by either (a) selecting another meaningful UI element or (b) randomly sampling a point, which may not correspond to any actionable item. + +To generate the dataset, run the following commands (since the dataset is very large, you can ): + +```bash +python verifier_data_generation.py --root_path ${path_to_OS-Atlas-data} --new_directory ${save_path} --file_dict_key desktop_domain --selected_size 30000 +python verifier_data_generation.py --root_path ${path_to_OS-Atlas-data} --new_directory ${save_path} --file_dict_key mobile_domain --selected_size 30000 +python verifier_data_generation.py --root_path ${path_to_OS-Atlas-data} --new_directory ${save_path} --file_dict_key web_domain --selected_size 30000 +``` + + +### SFT + +We use the official code from [Aguvis](https://github.com/xlang-ai/aguvis) to perform SFT training. Make sure to set the file path correctly in the `stage1.yaml` configuration. For training, we use [**UITARS-2B-SFT**](https://huggingface.co/ByteDance-Seed/UI-TARS-2B-SFT) as the base model with a learning rate of $2 \times 10^{-5}$, running for one epoch. + + + +## Evaluation + +We evaluate our method using the attention weights generated by GUI-Actor and the grounding verifier, saved in a JSON file (e.g., `screenspot_all_preds_Original.json`). Before running the evaluation scripts, please update the file paths in `run_ss_v1.sh`, `run_ss_v2.sh`, and `run_ss_pro.sh` accordingly. + +Make sure to download the ScreenSpot datasets and ensure their paths exactly match those specified in the shell scripts. Specifically, download **ScreenSpot** and **ScreenSpot-Pro** from [ss-v1](https://huggingface.co/datasets/rootsautomation/ScreenSpot) and [ss-pro](https://huggingface.co/datasets/likaixin/ScreenSpot-Pro), respectively. +For **ScreenSpot-v2**, we provide a converted version (`ScreenSpot-v2-new`) that aligns with the format used by the other datasets. However, you still need to download the original images from [ss-v2](https://huggingface.co/datasets/OS-Copilot/ScreenSpot-v2). + + +Once everything is set up, run the following commands: + +```bash +bash run_ss_v1.sh +bash run_ss_v2.sh +bash run_ss_pro.sh +``` + + + + + diff --git a/verifier/ScreenSpot-v2-new/screenspot_desktop_v2.json b/verifier/ScreenSpot-v2-new/screenspot_desktop_v2.json new file mode 100644 index 0000000..f744ef6 --- /dev/null +++ b/verifier/ScreenSpot-v2-new/screenspot_desktop_v2.json @@ -0,0 +1,5680 @@ +[ + { + "img_filename": "pc_ede36f9b-1154-4f76-b7f8-c15d7d3f9b6e.png", + "bbox": [ + 910, + 78, + 954, + 112 + ], + "instruction": "close this window", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_5e09e8e9-7ef6-44be-ad54-aeaeac151897.png", + "bbox": [ + 835, + 0, + 871, + 30 + ], + "instruction": "minimize this window", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_2c6dc6ea-fd6f-4cbb-9954-2d6a68610a48.png", + "bbox": [ + 1477, + 450, + 1661, + 680 + ], + "instruction": "view solitaire daily challenges", + "img_size": [ + 1920, + 1080 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_b072d03a-51cb-4dd6-bdeb-152d3fd44e6b.png", + "bbox": [ + 176, + 202, + 275, + 303 + ], + "instruction": "open the Microsoft store", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_ac2d2c5e-fe5a-4233-95b4-2de18ef76a9e.png", + "bbox": [ + 635, + 360, + 677, + 423 + ], + "instruction": "adjust the style", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_f0122b91-3f8b-4510-9a6e-f0239d84b94e.png", + "bbox": [ + 697, + 63, + 731, + 95 + ], + "instruction": "minimize calculator", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_354a6cb2-3fe0-4cea-950c-d7f8e01fdf45.png", + "bbox": [ + 843, + 7, + 891, + 46 + ], + "instruction": "open the download page", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_d6b09201-c944-4ad9-a0a2-ff78e8f056ce.png", + "bbox": [ + 1, + 434, + 68, + 500 + ], + "instruction": "open the help menu", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_db6b6fa2-11cc-4b06-88cb-22c180f07a3b.png", + "bbox": [ + 9, + 0, + 44, + 31 + ], + "instruction": "save the file", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_6dfa677c-7772-46fb-8c83-14a33b0806b4.png", + "bbox": [ + 316, + 0, + 917, + 38 + ], + "instruction": "search for software ", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_bc9ed2f6-79c1-4a35-bcb5-4760bf4ed57d.png", + "bbox": [ + 880, + 6, + 916, + 37 + ], + "instruction": "add this page to favourites", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_2c56f301-8e71-4498-8e52-44b37ac1a298.png", + "bbox": [ + 458, + 133, + 910, + 169 + ], + "instruction": "choose language for windows", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_e618dc7e-8ffb-4a37-a317-9d3908c38395.png", + "bbox": [ + 883, + 496, + 945, + 540 + ], + "instruction": "input method toolbar", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_54779155-8627-4cac-8ea6-98277cfe0647.png", + "bbox": [ + 778, + 4, + 816, + 45 + ], + "instruction": "access the personal account interface", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_ad16765f-de52-4903-b406-fb5213b94db9.png", + "bbox": [ + 924, + 496, + 957, + 540 + ], + "instruction": "network and internet settings", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_1ebb6beb-3187-45a6-a5a6-e50aa9a327e5.png", + "bbox": [ + 813, + 0, + 847, + 32 + ], + "instruction": "open a new tab", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_221d3c5a-0a1b-456e-9676-7b5ff95cc1b1.png", + "bbox": [ + 10, + 84, + 60, + 123 + ], + "instruction": "click the file processing menu", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_a8b0f843-7aaf-4369-ac2b-a121f1ccb024.png", + "bbox": [ + 1, + 30, + 42, + 69 + ], + "instruction": "open settings", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_7f0b3e40-e5f5-462b-96c3-e8a97a3a504b.png", + "bbox": [ + 2, + 48, + 321, + 88 + ], + "instruction": "open the music library", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_8f88d498-d49a-4ab5-8aa6-aafa1428c3b7.png", + "bbox": [ + 177, + 69, + 459, + 97 + ], + "instruction": "copy the file", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_870d6da1-bc85-4e74-a1bd-ef6f975c2146.png", + "bbox": [ + 855, + 495, + 931, + 540 + ], + "instruction": "check the date and time menu", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_45c2712a-337d-4b6b-a47b-37ca4d5bdddd.png", + "bbox": [ + 0, + 354, + 260, + 396 + ], + "instruction": "open the sleep mode", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_133ac2cd-3eb3-4d45-be35-255a83831f97.png", + "bbox": [ + 607, + 8, + 956, + 44 + ], + "instruction": "search for local files", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_bd6711e1-ddc1-4873-8cf1-19654285f4ea.png", + "bbox": [ + 0, + 0, + 40, + 32 + ], + "instruction": "view the personal account", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_83462e63-b0cd-4921-9d19-8a534ed445c7.png", + "bbox": [ + 916, + 13, + 960, + 52 + ], + "instruction": "click the \"settings and more\" button", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_2b40c066-2f8f-4389-8df8-e70e8dfc1309.png", + "bbox": [ + 894, + 0, + 960, + 64 + ], + "instruction": "full-screen display", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_1f371830-d909-41ac-a340-921a594f05b0.png", + "bbox": [ + 2, + 0, + 34, + 30 + ], + "instruction": "undo", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_14fd6f5f-37d5-4b22-953e-626e11044f3e.png", + "bbox": [ + 918, + 336, + 959, + 382 + ], + "instruction": "Add a new shortcut to the toolbar", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_8834317b-7d08-40f1-9036-40743aba5d70.png", + "bbox": [ + 204, + 205, + 290, + 289 + ], + "instruction": "open local disk E", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_fa28755f-aee4-48f3-a484-02e670a6ff8f.png", + "bbox": [ + 537, + 127, + 816, + 152 + ], + "instruction": "create a new file", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_712496c8-6588-4b57-a89d-b17eaecc761b.png", + "bbox": [ + 6, + 470, + 110, + 511 + ], + "instruction": "open player settings", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_b1f1df2a-6c3d-40f9-ac70-dea7925c85dc.png", + "bbox": [ + 296, + 157, + 420, + 194 + ], + "instruction": "set up onedrive", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_61beef4d-1a93-47b3-8aff-ba0f7774cb43.png", + "bbox": [ + 605, + 261, + 622, + 278 + ], + "instruction": "fill in red", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_73f3744f-675f-44e3-8c55-ef34bdce0da9.png", + "bbox": [ + 420, + 121, + 725, + 394 + ], + "instruction": "open map", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_488287f0-9da5-4c6a-b236-109d3df56137.png", + "bbox": [ + 875, + 253, + 916, + 286 + ], + "instruction": "maximize window", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_eb0b756c-e471-40eb-bfaa-06b432094ac6.png", + "bbox": [ + 0, + 105, + 317, + 145 + ], + "instruction": "open account protection", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_dd51aeab-7e2c-40aa-82e6-0f870e49e6ba.png", + "bbox": [ + 605, + 15, + 666, + 108 + ], + "instruction": "add equation ", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_41efdca0-442c-471e-8188-45457f9287c3.png", + "bbox": [ + 601, + 19, + 638, + 53 + ], + "instruction": "minimize the window", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_8ce8a3b6-c2a9-4b69-986e-34b7d96e27ef.png", + "bbox": [ + 213, + 63, + 479, + 132 + ], + "instruction": "view the devices", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_80ab83db-da70-4a1d-b10e-a438a59b2197.png", + "bbox": [ + 299, + 175, + 481, + 209 + ], + "instruction": "Adjust screen timeout", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_0c634288-11b9-498f-8fb6-582e26ea17c9.png", + "bbox": [ + 165, + 467, + 218, + 519 + ], + "instruction": "start playback", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_dfd488a9-d3c6-4e00-844a-6d56834a367e.png", + "bbox": [ + 145, + 12, + 209, + 102 + ], + "instruction": "set the screenshot option", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_17bc1fc0-a71c-453d-a431-5ebcddeff38f.png", + "bbox": [ + 560, + 603, + 1655, + 806 + ], + "instruction": "add the subtitle", + "img_size": [ + 1920, + 1080 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_05f0185e-a291-4e4c-a777-ffb2c46037c6.png", + "bbox": [ + 390, + 183, + 694, + 431 + ], + "instruction": "adjust light rotation", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_aae370cb-9618-497e-8877-1a862725d28e.png", + "bbox": [ + 225, + 139, + 266, + 208 + ], + "instruction": "click the colour 2 button", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_f317f992-32e1-4470-ab0b-31910a70bcd4.png", + "bbox": [ + 561, + 308, + 1654, + 597 + ], + "instruction": "add the title", + "img_size": [ + 1920, + 1080 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_776b1aa0-a892-4461-b03a-88253e628426.png", + "bbox": [ + 18, + 15, + 62, + 54 + ], + "instruction": "refresh the page", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_580035fc-f55e-4817-b0c5-b741fb034cd0.png", + "bbox": [ + 441, + 458, + 473, + 509 + ], + "instruction": "click the button to play previous track", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_ac6779f8-a188-4633-bfcc-ab05ada6848c.png", + "bbox": [ + 872, + 40, + 909, + 72 + ], + "instruction": "pin to taskbar", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_3b590e58-aab0-42c4-9b74-7d1a6b7f26fe.png", + "bbox": [ + 17, + 52, + 500, + 88 + ], + "instruction": "enter the wegameapps folder", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_4ba904da-bd51-42ea-a96f-c5681c630058.png", + "bbox": [ + 232, + 417, + 320, + 459 + ], + "instruction": "check hourly weather", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_4cb20510-1be3-4ef8-ac47-2b49f4463555.png", + "bbox": [ + 0, + 498, + 48, + 540 + ], + "instruction": "open the menu of windows", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_f9867d85-5680-44ac-9bea-23acf5c9cc71.png", + "bbox": [ + 0, + 0, + 79, + 84 + ], + "instruction": "open the recycle bin", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_155fc26b-cddb-4a03-b636-322a45c054e6.png", + "bbox": [ + 912, + 8, + 955, + 51 + ], + "instruction": "open settings", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_942d98d0-92d0-49ab-bc98-49a700c1822b.png", + "bbox": [ + 552, + 37, + 710, + 153 + ], + "instruction": "check weather on tuesday", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_aa124117-8877-4805-9c69-0ce80e1afc71.png", + "bbox": [ + 0, + 247, + 318, + 293 + ], + "instruction": "open the playlists", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_e650b1a7-a1e4-4cb4-a2f0-a50f04ce9925.png", + "bbox": [ + 0, + 498, + 348, + 540 + ], + "instruction": "click the search bar", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_88dde48f-6594-4f17-b117-3529b2bde02e.png", + "bbox": [ + 7, + 203, + 35, + 242 + ], + "instruction": "back to previous folder", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_5b1e5fe2-e063-463f-ab56-2b09d17b88a5.png", + "bbox": [ + 154, + 352, + 254, + 451 + ], + "instruction": "open Samsung Printer Center", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_8ed762cb-06dd-493f-b770-7e02298433f8.png", + "bbox": [ + 732, + 29, + 787, + 66 + ], + "instruction": "turn on the mixed reality", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_56d9172e-1780-4fb7-8377-f9987b87508c.png", + "bbox": [ + 894, + 126, + 937, + 178 + ], + "instruction": "delete the downloaded file", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_5165f0b8-ea19-448e-bcfc-66de25666bb9.png", + "bbox": [ + 0, + 26, + 64, + 91 + ], + "instruction": "open the menu", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_ecf34119-ce66-4699-a169-60e5279a650f.png", + "bbox": [ + 660, + 401, + 959, + 465 + ], + "instruction": "switch to english", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_445877f4-ba58-468b-97b6-e770b1a9f02a.png", + "bbox": [ + 77, + 0, + 359, + 28 + ], + "instruction": "open the file", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_92e1062b-0d4a-4e14-8b25-b79e4b6c9b55.png", + "bbox": [ + 392, + 50, + 733, + 86 + ], + "instruction": "search for settings", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_09e2a811-2e5f-4cfc-9d6c-97acda34edf7.png", + "bbox": [ + 747, + 302, + 920, + 328 + ], + "instruction": "gradient option", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_c7974702-d944-412f-83b2-61f92cf3c68c.png", + "bbox": [ + 872, + 12, + 960, + 43 + ], + "instruction": "share the file", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_04d51f86-b324-4eb6-82f5-c8cd6cb3e79c.png", + "bbox": [ + 568, + 256, + 650, + 307 + ], + "instruction": "chech visibility", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_3a625c5d-db8a-41fb-b533-16a7c8a4f345.png", + "bbox": [ + 887, + 20, + 924, + 56 + ], + "instruction": "refresh the page", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_17904586-d58c-4f1d-8c1e-6a6697353b14.png", + "bbox": [ + 792, + 13, + 948, + 78 + ], + "instruction": "sign in", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_25eca08c-57eb-45b0-8c0b-79ccec8400ff.png", + "bbox": [ + 901, + 0, + 934, + 22 + ], + "instruction": "minimize the window.", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_cefd90d7-4af2-4370-b71e-8d4d5954c21e.png", + "bbox": [ + 620, + 458, + 702, + 512 + ], + "instruction": "number 5", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_8fc42b3c-c8bc-4866-b787-aed98a86d614.png", + "bbox": [ + 183, + 24, + 499, + 68 + ], + "instruction": "view sound settings.", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_a2b172fe-7e11-4795-8424-c18d5b65a009.png", + "bbox": [ + 503, + 149, + 600, + 186 + ], + "instruction": "get help", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_07faaa86-6e6b-457b-9a51-9b30edff21da.png", + "bbox": [ + 916, + 455, + 960, + 496 + ], + "instruction": "share the current page", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_ec8508be-641d-492a-bccc-a8279ae5bf9b.png", + "bbox": [ + 78, + 29, + 125, + 120 + ], + "instruction": "check the shape option", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_733fbb76-a188-4804-a2c6-788acf844d7c.png", + "bbox": [ + 105, + 47, + 147, + 80 + ], + "instruction": "back to previous page", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_02a8e358-8282-498b-b82e-c0f2b1b8d26a.png", + "bbox": [ + 614, + 45, + 959, + 78 + ], + "instruction": "search for files on disk e:", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_6f580940-6536-452e-9310-f9ebb87879eb.png", + "bbox": [ + 613, + 52, + 686, + 138 + ], + "instruction": "edit with paint 3d", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_8c0c6fa3-39d8-4633-aeb1-6544036c85bf.png", + "bbox": [ + 913, + 504, + 943, + 540 + ], + "instruction": "adjust the volume", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_ecde084e-e461-4c7c-9ddc-bccabc874747.png", + "bbox": [ + 30, + 399, + 138, + 436 + ], + "instruction": "learn more", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_140cfa7d-6933-4591-ae0d-a1eadda2d7b5.png", + "bbox": [ + 703, + 51, + 863, + 124 + ], + "instruction": "open videos folder", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_5a8a71e4-4c80-4b17-b724-a6b6d48a339f.png", + "bbox": [ + 610, + 499, + 733, + 540 + ], + "instruction": "check weather forecast", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_986f4ae9-9dd8-4c5c-b3d8-fb3fb5557d17.png", + "bbox": [ + 145, + 13, + 226, + 69 + ], + "instruction": "multiplicate", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_6dfaf0c7-a3e5-4e71-8431-5eeb9fb8e493.png", + "bbox": [ + 527, + 243, + 889, + 279 + ], + "instruction": "see more information", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_89fc8216-3292-418c-864f-edcce3c34dc5.png", + "bbox": [ + 790, + 444, + 832, + 483 + ], + "instruction": "adjust volume in the music player", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_c00e575a-fa2d-47c7-83cc-9f4e99f15720.png", + "bbox": [ + 0, + 459, + 260, + 500 + ], + "instruction": "restart the computer", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_b2579d6f-b494-47e3-872a-5e42a43f251a.png", + "bbox": [ + 782, + 394, + 928, + 424 + ], + "instruction": "adjust screen size", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_79eaf625-93f5-42a4-977e-71aba5418ff4.png", + "bbox": [ + 11, + 120, + 156, + 142 + ], + "instruction": "go to the desktop", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_1f3eb0eb-2ab2-4e48-b278-de334846ee0d.png", + "bbox": [ + 406, + 81, + 757, + 372 + ], + "instruction": "choose the pig", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_6a8d5384-ca12-4ae2-b14c-4c9dc08d4896.png", + "bbox": [ + 97, + 33, + 1648, + 68 + ], + "instruction": "input a url", + "img_size": [ + 1920, + 1080 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_c0996a5a-3af1-487b-9060-7b1a6779e42f.png", + "bbox": [ + 59, + 92, + 380, + 134 + ], + "instruction": "go to the homepage", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_e18b4420-34da-4d60-889e-924a76fb5094.png", + "bbox": [ + 840, + 11, + 882, + 48 + ], + "instruction": "open the favourites", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_4c43fbd2-d84e-4bb4-8169-7a748530c1af.png", + "bbox": [ + 56, + 393, + 494, + 510 + ], + "instruction": "choose wechat", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_7e37689a-0657-4856-8adf-72a21ee640c9.png", + "bbox": [ + 251, + 163, + 478, + 413 + ], + "instruction": "check windows keyboard shortcuts", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_bb73a431-c05e-47a8-bd27-8c7cbc2f7f23.png", + "bbox": [ + 116, + 22, + 342, + 50 + ], + "instruction": "view the file sorting method", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_b4d4f0c2-5f8e-409e-ac20-b1a2c7d6f440.png", + "bbox": [ + 2, + 100, + 80, + 192 + ], + "instruction": "open Microsoft edge", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_5da8f8cd-8ba2-490a-86e0-5c82421a9bee.png", + "bbox": [ + 322, + 67, + 601, + 93 + ], + "instruction": "click to open the file", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_2d42ba96-b43d-4f3f-81c1-80c8c107ca1c.png", + "bbox": [ + 8, + 33, + 297, + 67 + ], + "instruction": "search for files", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_4392332d-683f-4746-bbb2-e9287d9cdae0.png", + "bbox": [ + 308, + 203, + 389, + 287 + ], + "instruction": "set the second photo as wallpaper", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_977de16a-870e-48f3-8a38-ec9e1efb9f77.png", + "bbox": [ + 555, + 238, + 716, + 288 + ], + "instruction": "add a language", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_16d04f01-66a7-45df-a189-66c29fa935d7.png", + "bbox": [ + 321, + 482, + 475, + 519 + ], + "instruction": "open files", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_d077a08e-e927-4daa-aaf1-2f2385eefa04.png", + "bbox": [ + 227, + 188, + 415, + 423 + ], + "instruction": "play the \"spider solitaire\"", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_01c641cb-aa78-4bae-80ea-dda820dd00eb.png", + "bbox": [ + 109, + 144, + 160, + 217 + ], + "instruction": "view paste option", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_9c3204c7-8a02-406a-8dee-5b363887258c.png", + "bbox": [ + 0, + 21, + 50, + 60 + ], + "instruction": "back to the previous page", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_471e7c2d-8c16-4626-9b8e-7e0fd79e3a32.png", + "bbox": [ + 181, + 448, + 212, + 500 + ], + "instruction": "click to play the next track", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_f92a83db-cb5b-4295-af83-3606639056be.png", + "bbox": [ + 273, + 26, + 340, + 54 + ], + "instruction": "review option", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_daa34642-1973-424e-a752-3b309fa6512b.png", + "bbox": [ + 907, + 499, + 957, + 540 + ], + "instruction": "check for two unread messages", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_58d89b93-10e2-41fe-8b6d-3532fd3bb832.png", + "bbox": [ + 0, + 407, + 50, + 452 + ], + "instruction": "view windows settings", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_79377abe-731c-4d3b-ab04-b332c4054b81.png", + "bbox": [ + 412, + 326, + 484, + 371 + ], + "instruction": "dismiss the account protection", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_9d04d927-2a44-4e0d-b752-57abf0a0522f.png", + "bbox": [ + 2, + 23, + 47, + 65 + ], + "instruction": "back to the previous page", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_c8b036c3-da02-490e-a09b-0a42b8d9f344.png", + "bbox": [ + 0, + 391, + 47, + 433 + ], + "instruction": "personal account options", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_3f7ea28c-0425-4837-a540-dc5bb23449b8.png", + "bbox": [ + 48, + 25, + 106, + 54 + ], + "instruction": "design option", + "img_size": [ + 960, + 540 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_7e7fa34c-9bb9-43bb-bad6-a7e62e7d0f95.png", + "bbox": [ + 52, + 79, + 299, + 111 + ], + "instruction": "open paint 3d", + "img_size": [ + 645, + 635 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_7e7fa34c-9bb9-43bb-bad6-a7e62e7d0f95.png", + "bbox": [ + 322, + 154, + 418, + 250 + ], + "instruction": "open microsoft edge", + "img_size": [ + 645, + 635 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_7e7fa34c-9bb9-43bb-bad6-a7e62e7d0f95.png", + "bbox": [ + 1, + 593, + 40, + 634 + ], + "instruction": "turn off the computer", + "img_size": [ + 645, + 635 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_17b94559-9897-4b8e-ae34-c47ce5b5d46f.png", + "bbox": [ + 4, + 54, + 302, + 91 + ], + "instruction": "switch to home", + "img_size": [ + 1196, + 927 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_17b94559-9897-4b8e-ae34-c47ce5b5d46f.png", + "bbox": [ + 4, + 3, + 45, + 33 + ], + "instruction": "click the \"back to previous page\" button", + "img_size": [ + 1196, + 927 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_17b94559-9897-4b8e-ae34-c47ce5b5d46f.png", + "bbox": [ + 319, + 277, + 560, + 325 + ], + "instruction": "open fax option", + "img_size": [ + 1196, + 927 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_17b94559-9897-4b8e-ae34-c47ce5b5d46f.png", + "bbox": [ + 925, + 370, + 1056, + 393 + ], + "instruction": "need some help", + "img_size": [ + 1196, + 927 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_5377c04c-7d8f-4377-b1ed-d7994722871f.png", + "bbox": [ + 12, + 201, + 349, + 251 + ], + "instruction": "check email and account", + "img_size": [ + 780, + 634 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_5377c04c-7d8f-4377-b1ed-d7994722871f.png", + "bbox": [ + 112, + 2, + 196, + 44 + ], + "instruction": "switch to documents", + "img_size": [ + 780, + 634 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_5377c04c-7d8f-4377-b1ed-d7994722871f.png", + "bbox": [ + 370, + 509, + 502, + 543 + ], + "instruction": "view the game for me", + "img_size": [ + 780, + 634 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_70f27c18-7de8-4445-b6fe-202fa17bbe04.png", + "bbox": [ + 149, + 62, + 173, + 93 + ], + "instruction": "use pencil tool", + "img_size": [ + 839, + 638 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_70f27c18-7de8-4445-b6fe-202fa17bbe04.png", + "bbox": [ + 283, + 60, + 325, + 127 + ], + "instruction": "click to choose shapes", + "img_size": [ + 839, + 638 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_70f27c18-7de8-4445-b6fe-202fa17bbe04.png", + "bbox": [ + 368, + 59, + 410, + 128 + ], + "instruction": "select a new size", + "img_size": [ + 839, + 638 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_70f27c18-7de8-4445-b6fe-202fa17bbe04.png", + "bbox": [ + 63, + 58, + 106, + 128 + ], + "instruction": "use the select tool", + "img_size": [ + 839, + 638 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_3b7dab65-2cc4-4545-be95-93d4d2576b47.png", + "bbox": [ + 615, + 229, + 836, + 448 + ], + "instruction": "view the setting of protection of pc", + "img_size": [ + 1920, + 1080 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_3b7dab65-2cc4-4545-be95-93d4d2576b47.png", + "bbox": [ + 1099, + 520, + 1303, + 747 + ], + "instruction": "view the get organized tips", + "img_size": [ + 1920, + 1080 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_44159aab-93c3-4ef6-8841-67a11225ca3f.png", + "bbox": [ + 6, + 157, + 435, + 214 + ], + "instruction": "log in using google account", + "img_size": [ + 456, + 491 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_44159aab-93c3-4ef6-8841-67a11225ca3f.png", + "bbox": [ + 9, + 396, + 444, + 443 + ], + "instruction": "check advanced setup", + "img_size": [ + 456, + 491 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_b34a8be5-2b1f-40fa-b348-41aac2bfb952.png", + "bbox": [ + 185, + 432, + 371, + 484 + ], + "instruction": "check the detail of uv index", + "img_size": [ + 1202, + 935 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_b34a8be5-2b1f-40fa-b348-41aac2bfb952.png", + "bbox": [ + 624, + 263, + 753, + 291 + ], + "instruction": "see full forecast", + "img_size": [ + 1202, + 935 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_b34a8be5-2b1f-40fa-b348-41aac2bfb952.png", + "bbox": [ + 0, + 181, + 47, + 231 + ], + "instruction": "the internet icon", + "img_size": [ + 1202, + 935 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_efc1c0f0-366b-47a0-8e3f-0d197023a2bb.png", + "bbox": [ + 9, + 232, + 327, + 280 + ], + "instruction": "play the Klondike game", + "img_size": [ + 1200, + 934 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_efc1c0f0-366b-47a0-8e3f-0d197023a2bb.png", + "bbox": [ + 972, + 32, + 1136, + 100 + ], + "instruction": "sign in", + "img_size": [ + 1200, + 934 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_f2244f33-a9c9-44e7-bacb-3e51f72d619e.png", + "bbox": [ + 2, + 120, + 249, + 155 + ], + "instruction": "choose standard mode", + "img_size": [ + 480, + 531 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_f2244f33-a9c9-44e7-bacb-3e51f72d619e.png", + "bbox": [ + 6, + 397, + 255, + 436 + ], + "instruction": "adjust the volume", + "img_size": [ + 480, + 531 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_639ab093-46ed-4332-9229-125647aad9da.png", + "bbox": [ + 2, + 2, + 32, + 32 + ], + "instruction": "add a new one", + "img_size": [ + 362, + 313 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_639ab093-46ed-4332-9229-125647aad9da.png", + "bbox": [ + 211, + 274, + 251, + 310 + ], + "instruction": "insert an image", + "img_size": [ + 362, + 313 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_57bf0c6a-5cdb-43c9-a807-7b1d83f5ab08.png", + "bbox": [ + 5, + 78, + 277, + 116 + ], + "instruction": "view the timer", + "img_size": [ + 955, + 662 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_57bf0c6a-5cdb-43c9-a807-7b1d83f5ab08.png", + "bbox": [ + 560, + 555, + 680, + 585 + ], + "instruction": "click get start", + "img_size": [ + 955, + 662 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_57bf0c6a-5cdb-43c9-a807-7b1d83f5ab08.png", + "bbox": [ + 4, + 199, + 276, + 234 + ], + "instruction": "view world clock", + "img_size": [ + 955, + 662 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_050e2feb-60bf-401e-b6b0-28c0fe490347.png", + "bbox": [ + 338, + 29, + 409, + 83 + ], + "instruction": "insert 3d shapes item", + "img_size": [ + 1198, + 934 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_050e2feb-60bf-401e-b6b0-28c0fe490347.png", + "bbox": [ + 949, + 29, + 1008, + 82 + ], + "instruction": "undo", + "img_size": [ + 1198, + 934 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_050e2feb-60bf-401e-b6b0-28c0fe490347.png", + "bbox": [ + 962, + 235, + 1060, + 298 + ], + "instruction": "click \"select all\"", + "img_size": [ + 1198, + 934 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_050e2feb-60bf-401e-b6b0-28c0fe490347.png", + "bbox": [ + 962, + 544, + 1001, + 588 + ], + "instruction": "rotate left", + "img_size": [ + 1198, + 934 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_7b437f7a-8819-467b-b5a6-96e8588f15a2.png", + "bbox": [ + 3, + 845, + 292, + 911 + ], + "instruction": "check the updates", + "img_size": [ + 1202, + 934 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_7b437f7a-8819-467b-b5a6-96e8588f15a2.png", + "bbox": [ + 515, + 864, + 581, + 920 + ], + "instruction": "view in youtube", + "img_size": [ + 1202, + 934 + ], + "platform": "windows", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_56c33426-0532-47dd-bf74-2a560c5a63f0.png", + "bbox": [ + 2, + 57, + 65, + 128 + ], + "instruction": "empty recycle bin", + "img_size": [ + 853, + 541 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_56c33426-0532-47dd-bf74-2a560c5a63f0.png", + "bbox": [ + 138, + 59, + 187, + 128 + ], + "instruction": "restore all items", + "img_size": [ + 853, + 541 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_1f6ac92f-9273-4758-a571-d0c831bb1dba.png", + "bbox": [ + 4, + 450, + 313, + 484 + ], + "instruction": "check microphone permissions", + "img_size": [ + 1203, + 932 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_1f6ac92f-9273-4758-a571-d0c831bb1dba.png", + "bbox": [ + 924, + 292, + 1079, + 347 + ], + "instruction": "give feedback", + "img_size": [ + 1203, + 932 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_85012b9e-3058-4501-a9c7-6415d31c7699.png", + "bbox": [ + 347, + 396, + 540, + 426 + ], + "instruction": "check the properties", + "img_size": [ + 1202, + 932 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_85012b9e-3058-4501-a9c7-6415d31c7699.png", + "bbox": [ + 331, + 593, + 765, + 649 + ], + "instruction": "change adapter options", + "img_size": [ + 1202, + 932 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_5df0bc8e-3005-4a32-b824-0318d6a05bdd.png", + "bbox": [ + 346, + 268, + 473, + 398 + ], + "instruction": "report a problem", + "img_size": [ + 1199, + 933 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_5df0bc8e-3005-4a32-b824-0318d6a05bdd.png", + "bbox": [ + 2, + 161, + 316, + 197 + ], + "instruction": "switch to feedback", + "img_size": [ + 1199, + 933 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_731487b7-f192-464c-8fc7-95af0962861f.png", + "bbox": [ + 23, + 96, + 357, + 150 + ], + "instruction": "check microphone", + "img_size": [ + 399, + 454 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_731487b7-f192-464c-8fc7-95af0962861f.png", + "bbox": [ + 125, + 40, + 166, + 57 + ], + "instruction": "switch to sounds", + "img_size": [ + 399, + 454 + ], + "platform": "windows", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_6f79b56c-2b0f-471d-9f9d-93932c69a0ce.png", + "bbox": [ + 1025, + 141, + 1129, + 268 + ], + "instruction": "check my apple id", + "img_size": [ + 1338, + 1362 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_6f79b56c-2b0f-471d-9f9d-93932c69a0ce.png", + "bbox": [ + 1018, + 368, + 1139, + 515 + ], + "instruction": "view the language & region settings", + "img_size": [ + 1338, + 1362 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_6f79b56c-2b0f-471d-9f9d-93932c69a0ce.png", + "bbox": [ + 859, + 952, + 972, + 1105 + ], + "instruction": "open time machine", + "img_size": [ + 1338, + 1362 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_6f79b56c-2b0f-471d-9f9d-93932c69a0ce.png", + "bbox": [ + 41, + 954, + 151, + 1082 + ], + "instruction": "check desplay settings", + "img_size": [ + 1338, + 1362 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_6f79b56c-2b0f-471d-9f9d-93932c69a0ce.png", + "bbox": [ + 39, + 761, + 150, + 925 + ], + "instruction": "software update", + "img_size": [ + 1338, + 1362 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_66906e9c-dc3c-49e9-aaf0-0e7d5efc97db.png", + "bbox": [ + 492, + 141, + 640, + 184 + ], + "instruction": "switch to desktop settings", + "img_size": [ + 1340, + 1156 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_66906e9c-dc3c-49e9-aaf0-0e7d5efc97db.png", + "bbox": [ + 347, + 209, + 697, + 250 + ], + "instruction": "show screen saver after", + "img_size": [ + 1340, + 1156 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_66906e9c-dc3c-49e9-aaf0-0e7d5efc97db.png", + "bbox": [ + 99, + 425, + 277, + 572 + ], + "instruction": "choose the ken burns as screen saver", + "img_size": [ + 1340, + 1156 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_772a850b-eb35-4efb-9767-ef0eadeb70f0.png", + "bbox": [ + 672, + 145, + 814, + 279 + ], + "instruction": "switch to dark mode", + "img_size": [ + 1340, + 1424 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_772a850b-eb35-4efb-9767-ef0eadeb70f0.png", + "bbox": [ + 499, + 396, + 803, + 436 + ], + "instruction": "choose highlight color", + "img_size": [ + 1340, + 1424 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_772a850b-eb35-4efb-9767-ef0eadeb70f0.png", + "bbox": [ + 500, + 891, + 807, + 937 + ], + "instruction": "select default web browser", + "img_size": [ + 1340, + 1424 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_772a850b-eb35-4efb-9767-ef0eadeb70f0.png", + "bbox": [ + 502, + 794, + 925, + 835 + ], + "instruction": "jump to the spot that's clicked", + "img_size": [ + 1340, + 1424 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_3ffab0d5-e99d-47b8-9684-ec9d8d063419.png", + "bbox": [ + 681, + 243, + 794, + 288 + ], + "instruction": "switch to apps", + "img_size": [ + 1338, + 1064 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_3ffab0d5-e99d-47b8-9684-ec9d8d063419.png", + "bbox": [ + 78, + 845, + 131, + 887 + ], + "instruction": "add a new preferred language", + "img_size": [ + 1338, + 1064 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_3ffab0d5-e99d-47b8-9684-ec9d8d063419.png", + "bbox": [ + 335, + 982, + 673, + 1025 + ], + "instruction": "translation languages setting", + "img_size": [ + 1338, + 1064 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_3ffab0d5-e99d-47b8-9684-ec9d8d063419.png", + "bbox": [ + 1048, + 982, + 1233, + 1026 + ], + "instruction": "advanced setting", + "img_size": [ + 1338, + 1064 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_819d6d6a-0ea9-46e0-869d-e17d271381ca.png", + "bbox": [ + 635, + 13, + 713, + 64 + ], + "instruction": "check the battery", + "img_size": [ + 1316, + 1050 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_819d6d6a-0ea9-46e0-869d-e17d271381ca.png", + "bbox": [ + 987, + 13, + 1047, + 61 + ], + "instruction": "open siri", + "img_size": [ + 1316, + 1050 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_819d6d6a-0ea9-46e0-869d-e17d271381ca.png", + "bbox": [ + 526, + 274, + 670, + 437 + ], + "instruction": "open mind2web folder", + "img_size": [ + 1316, + 1050 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_15bd214f-b45f-48f8-8125-21d79373a99e.png", + "bbox": [ + 969, + 105, + 1241, + 233 + ], + "instruction": "switch on do not disturb mode", + "img_size": [ + 1272, + 1042 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_15bd214f-b45f-48f8-8125-21d79373a99e.png", + "bbox": [ + 969, + 250, + 1098, + 376 + ], + "instruction": "adjust keyboard brightness", + "img_size": [ + 1272, + 1042 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_15bd214f-b45f-48f8-8125-21d79373a99e.png", + "bbox": [ + 683, + 683, + 1241, + 808 + ], + "instruction": "go to music app", + "img_size": [ + 1272, + 1042 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_15bd214f-b45f-48f8-8125-21d79373a99e.png", + "bbox": [ + 701, + 211, + 890, + 274 + ], + "instruction": "check bluetooth", + "img_size": [ + 1272, + 1042 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_a4c60b7d-7f78-4255-8804-2dfbd297e09b.png", + "bbox": [ + 20, + 150, + 237, + 197 + ], + "instruction": "view files from airdrop", + "img_size": [ + 1600, + 1116 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_a4c60b7d-7f78-4255-8804-2dfbd297e09b.png", + "bbox": [ + 19, + 376, + 238, + 420 + ], + "instruction": "view downloads files", + "img_size": [ + 1600, + 1116 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_a4c60b7d-7f78-4255-8804-2dfbd297e09b.png", + "bbox": [ + 542, + 390, + 675, + 561 + ], + "instruction": "open synapse folder", + "img_size": [ + 1600, + 1116 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_33eb9249-4ee4-4752-9541-8466efda3845.png", + "bbox": [ + 1800, + 1558, + 1844, + 1610 + ], + "instruction": "zoom out", + "img_size": [ + 2052, + 1642 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_33eb9249-4ee4-4752-9541-8466efda3845.png", + "bbox": [ + 1846, + 1556, + 1891, + 1611 + ], + "instruction": "zoom in", + "img_size": [ + 2052, + 1642 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_33eb9249-4ee4-4752-9541-8466efda3845.png", + "bbox": [ + 198, + 104, + 385, + 149 + ], + "instruction": "switch to device", + "img_size": [ + 2052, + 1642 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_33eb9249-4ee4-4752-9541-8466efda3845.png", + "bbox": [ + 33, + 1563, + 316, + 1619 + ], + "instruction": "share my location", + "img_size": [ + 2052, + 1642 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_dde13919-4c5b-49a1-8c8a-7d03f363c7ac.png", + "bbox": [ + 837, + 2, + 1114, + 59 + ], + "instruction": "check the date and time", + "img_size": [ + 1116, + 648 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_dde13919-4c5b-49a1-8c8a-7d03f363c7ac.png", + "bbox": [ + 509, + 1, + 576, + 65 + ], + "instruction": "connect wifi", + "img_size": [ + 1116, + 648 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_e2bd639a-f297-48fd-bee0-3b7044b0ad57.png", + "bbox": [ + 26, + 453, + 582, + 579 + ], + "instruction": "drag the slider to adjust volume", + "img_size": [ + 606, + 744 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_e2bd639a-f297-48fd-bee0-3b7044b0ad57.png", + "bbox": [ + 457, + 165, + 582, + 292 + ], + "instruction": "use the screen mirroring", + "img_size": [ + 606, + 744 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_7ba3945d-3975-45f3-9145-71805a9723de.png", + "bbox": [ + 958, + 98, + 1040, + 154 + ], + "instruction": "turn off airdrop", + "img_size": [ + 1098, + 620 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_7ba3945d-3975-45f3-9145-71805a9723de.png", + "bbox": [ + 471, + 176, + 1065, + 245 + ], + "instruction": "set as contacts only", + "img_size": [ + 1098, + 620 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_e5c3f9ae-de8d-4457-8bdc-7c0aba699f38.png", + "bbox": [ + 470, + 351, + 1064, + 417 + ], + "instruction": "open work mode ", + "img_size": [ + 1098, + 698 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_e5c3f9ae-de8d-4457-8bdc-7c0aba699f38.png", + "bbox": [ + 469, + 494, + 1066, + 556 + ], + "instruction": "check focus preferences", + "img_size": [ + 1098, + 698 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_e5c3f9ae-de8d-4457-8bdc-7c0aba699f38.png", + "bbox": [ + 328, + 1, + 403, + 67 + ], + "instruction": "select input method", + "img_size": [ + 1098, + 698 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_be3ea55b-e1f3-478a-8982-a05f37cc910f.png", + "bbox": [ + 181, + 20, + 248, + 83 + ], + "instruction": "back to previous page", + "img_size": [ + 1338, + 894 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_be3ea55b-e1f3-478a-8982-a05f37cc910f.png", + "bbox": [ + 1245, + 801, + 1315, + 864 + ], + "instruction": "question about bluetooth", + "img_size": [ + 1338, + 894 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_65c6ab58-5f56-4a53-a65d-5e88511bbe0f.png", + "bbox": [ + 646, + 3, + 714, + 78 + ], + "instruction": "share this guide to someone", + "img_size": [ + 790, + 1080 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_65c6ab58-5f56-4a53-a65d-5e88511bbe0f.png", + "bbox": [ + 720, + 3, + 776, + 82 + ], + "instruction": "search in macos user guide", + "img_size": [ + 790, + 1080 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_65c6ab58-5f56-4a53-a65d-5e88511bbe0f.png", + "bbox": [ + 14, + 539, + 489, + 607 + ], + "instruction": "open bluetooth preferences for me", + "img_size": [ + 790, + 1080 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_015a0262-924c-4ced-9f4d-23d07f94a657.png", + "bbox": [ + 179, + 169, + 775, + 247 + ], + "instruction": "hidden all shortcut", + "img_size": [ + 1178, + 650 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_015a0262-924c-4ced-9f4d-23d07f94a657.png", + "bbox": [ + 180, + 3, + 272, + 72 + ], + "instruction": "open wechat", + "img_size": [ + 1178, + 650 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_2773ea59-8493-4c89-957a-d2ec661e6384.png", + "bbox": [ + 995, + 254, + 1217, + 298 + ], + "instruction": "turn wifi off", + "img_size": [ + 1332, + 1268 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_2773ea59-8493-4c89-957a-d2ec661e6384.png", + "bbox": [ + 37, + 1092, + 88, + 1139 + ], + "instruction": "add a device", + "img_size": [ + 1332, + 1268 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_2773ea59-8493-4c89-957a-d2ec661e6384.png", + "bbox": [ + 88, + 1091, + 141, + 1142 + ], + "instruction": "remove a network connected device", + "img_size": [ + 1332, + 1268 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_afcc8160-1ef9-4413-8d5e-b3aa88b2a879.png", + "bbox": [ + 531, + 569, + 1047, + 610 + ], + "instruction": "select the interface in the bar", + "img_size": [ + 1338, + 1268 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_afcc8160-1ef9-4413-8d5e-b3aa88b2a879.png", + "bbox": [ + 905, + 711, + 1052, + 759 + ], + "instruction": "create the new service", + "img_size": [ + 1338, + 1268 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_cc362e8f-6ef3-4273-9dfb-baeab56ad760.png", + "bbox": [ + 351, + 457, + 1049, + 556 + ], + "instruction": "turn on low power mode", + "img_size": [ + 1336, + 1020 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_cc362e8f-6ef3-4273-9dfb-baeab56ad760.png", + "bbox": [ + 2, + 532, + 304, + 603 + ], + "instruction": "check battery usage history", + "img_size": [ + 1336, + 1020 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_f344a1f6-cbf8-4115-9c9b-a9dfd00fbfe7.png", + "bbox": [ + 444, + 184, + 881, + 240 + ], + "instruction": "show emoji & symbols", + "img_size": [ + 1246, + 758 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_f344a1f6-cbf8-4115-9c9b-a9dfd00fbfe7.png", + "bbox": [ + 445, + 360, + 882, + 421 + ], + "instruction": "open keyboard preferences", + "img_size": [ + 1246, + 758 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_cddf10f9-43a9-4cce-9b1b-df4aaf216f6d.png", + "bbox": [ + 36, + 916, + 92, + 961 + ], + "instruction": "add a new account", + "img_size": [ + 1334, + 1000 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_cddf10f9-43a9-4cce-9b1b-df4aaf216f6d.png", + "bbox": [ + 985, + 22, + 1308, + 80 + ], + "instruction": "search for account", + "img_size": [ + 1334, + 1000 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_63f20c0b-0abc-4cd5-a3cb-2ea0cb2ba3c8.png", + "bbox": [ + 179, + 455, + 1158, + 497 + ], + "instruction": "cancel the calculator", + "img_size": [ + 1336, + 1218 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_63f20c0b-0abc-4cd5-a3cb-2ea0cb2ba3c8.png", + "bbox": [ + 707, + 245, + 853, + 291 + ], + "instruction": "switch to privacy", + "img_size": [ + 1336, + 1218 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_514bf9d5-ca63-4d33-94cb-dc1b11994199.png", + "bbox": [ + 1024, + 444, + 1236, + 630 + ], + "instruction": "switch to alerts mode", + "img_size": [ + 1336, + 1454 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_514bf9d5-ca63-4d33-94cb-dc1b11994199.png", + "bbox": [ + 585, + 329, + 681, + 394 + ], + "instruction": "disable \"allow notifications\" setting", + "img_size": [ + 1336, + 1454 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_ed2173e7-c929-4f52-9777-db36a36e0c3e.png", + "bbox": [ + 529, + 267, + 620, + 339 + ], + "instruction": "switch on do not disturb mode", + "img_size": [ + 1334, + 1454 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_b93bf9fd-afa5-40c0-b103-48f235f3ffe0.png", + "bbox": [ + 965, + 226, + 1248, + 273 + ], + "instruction": "change user's password", + "img_size": [ + 1338, + 1002 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_b93bf9fd-afa5-40c0-b103-48f235f3ffe0.png", + "bbox": [ + 25, + 887, + 120, + 979 + ], + "instruction": "unlock to make changes", + "img_size": [ + 1338, + 1002 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_6ca110ef-dfac-49fe-a9eb-4ba4f621cbdc.png", + "bbox": [ + 1, + 766, + 397, + 833 + ], + "instruction": "check app limits", + "img_size": [ + 1338, + 1254 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_6ca110ef-dfac-49fe-a9eb-4ba4f621cbdc.png", + "bbox": [ + 1, + 896, + 396, + 958 + ], + "instruction": "view the always allowed apps", + "img_size": [ + 1338, + 1254 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_cb3fc7f0-9ed8-4692-8610-0f32b929a5a3.png", + "bbox": [ + 203, + 400, + 892, + 456 + ], + "instruction": "turn on \"user apple watch to unlock\"", + "img_size": [ + 1334, + 1174 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_cb3fc7f0-9ed8-4692-8610-0f32b929a5a3.png", + "bbox": [ + 675, + 154, + 814, + 200 + ], + "instruction": "view firewall", + "img_size": [ + 1334, + 1174 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_8c34d9b6-4f21-4cfa-a277-8a4fe45c9ef7.png", + "bbox": [ + 672, + 149, + 855, + 199 + ], + "instruction": "switch to time zone settings", + "img_size": [ + 1334, + 1076 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_35c339d2-810d-4bbe-93db-0c1db024638f.png", + "bbox": [ + 1827, + 99, + 2078, + 335 + ], + "instruction": "open pycharm", + "img_size": [ + 2648, + 1730 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_35c339d2-810d-4bbe-93db-0c1db024638f.png", + "bbox": [ + 473, + 701, + 772, + 987 + ], + "instruction": "open anaconda", + "img_size": [ + 2648, + 1730 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_75eae2f4-193e-4365-a5f1-b9b5340d02ff.png", + "bbox": [ + 1284, + 0, + 1374, + 106 + ], + "instruction": "delete this email", + "img_size": [ + 1906, + 1340 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_75eae2f4-193e-4365-a5f1-b9b5340d02ff.png", + "bbox": [ + 1667, + 0, + 1749, + 103 + ], + "instruction": "forward email", + "img_size": [ + 1906, + 1340 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_1e16b18c-5d91-4155-9e49-4ad5d9453fc7.png", + "bbox": [ + 872, + 0, + 970, + 106 + ], + "instruction": "search in emails", + "img_size": [ + 970, + 1340 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_1e16b18c-5d91-4155-9e49-4ad5d9453fc7.png", + "bbox": [ + 561, + 693, + 651, + 745 + ], + "instruction": "view attachment", + "img_size": [ + 970, + 1340 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_63a274e4-38e1-4a50-a102-33b31aee3a62.png", + "bbox": [ + 1013, + 19, + 1113, + 91 + ], + "instruction": "add images", + "img_size": [ + 1130, + 952 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_63a274e4-38e1-4a50-a102-33b31aee3a62.png", + "bbox": [ + 1025, + 106, + 1103, + 162 + ], + "instruction": "add a recipient", + "img_size": [ + 1130, + 952 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_63a274e4-38e1-4a50-a102-33b31aee3a62.png", + "bbox": [ + 808, + 19, + 892, + 91 + ], + "instruction": "adjust font size", + "img_size": [ + 1130, + 952 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_5392df82-37d6-41f3-838d-2afa1062dcc8.png", + "bbox": [ + 2, + 917, + 376, + 980 + ], + "instruction": "check junk emails", + "img_size": [ + 1910, + 1340 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_5392df82-37d6-41f3-838d-2afa1062dcc8.png", + "bbox": [ + 376, + 103, + 939, + 260 + ], + "instruction": "open the first email from researchgate", + "img_size": [ + 1910, + 1340 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_fe30b885-865a-442e-a8f5-0e9924f256fd.png", + "bbox": [ + 42, + 567, + 1225, + 1303 + ], + "instruction": "open the image in memo", + "img_size": [ + 1268, + 1310 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_fe30b885-865a-442e-a8f5-0e9924f256fd.png", + "bbox": [ + 918, + 9, + 1013, + 90 + ], + "instruction": "lock the memo", + "img_size": [ + 1268, + 1310 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_9237faf6-9f95-4157-9d0b-aafa67f7b675.png", + "bbox": [ + 1103, + 87, + 1333, + 145 + ], + "instruction": "share throught airdrop", + "img_size": [ + 1336, + 1314 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_1d6fb8dc-8ba5-4c0d-a532-188e5d579686.png", + "bbox": [ + 18, + 104, + 423, + 161 + ], + "instruction": "search in app store", + "img_size": [ + 1996, + 1298 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_1d6fb8dc-8ba5-4c0d-a532-188e5d579686.png", + "bbox": [ + 1917, + 877, + 1996, + 1020 + ], + "instruction": "next page", + "img_size": [ + 1996, + 1298 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_6d0b3e39-872b-48ec-b894-0490106eb629.png", + "bbox": [ + 1880, + 10, + 1961, + 94 + ], + "instruction": "share this page", + "img_size": [ + 2000, + 1372 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_6d0b3e39-872b-48ec-b894-0490106eb629.png", + "bbox": [ + 172, + 15, + 242, + 90 + ], + "instruction": "back to previous page", + "img_size": [ + 2000, + 1372 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_8be15b4a-65cc-4e89-94a2-3b6b571f41e2.png", + "bbox": [ + 1054, + 211, + 1210, + 292 + ], + "instruction": "get the bear markdown notes app", + "img_size": [ + 1998, + 1370 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_8be15b4a-65cc-4e89-94a2-3b6b571f41e2.png", + "bbox": [ + 517, + 323, + 1216, + 466 + ], + "instruction": "view the pixelmator app", + "img_size": [ + 1998, + 1370 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_4a9b8c51-5db6-4325-a6e0-8a0f9801e25d.png", + "bbox": [ + 504, + 250, + 963, + 346 + ], + "instruction": "open business categories", + "img_size": [ + 1998, + 1370 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_4a9b8c51-5db6-4325-a6e0-8a0f9801e25d.png", + "bbox": [ + 1795, + 1229, + 1897, + 1328 + ], + "instruction": "download fantastical from icloud", + "img_size": [ + 1998, + 1370 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_a2300b43-a1e0-4da9-aed4-3543b507d9a3.png", + "bbox": [ + 518, + 231, + 1203, + 872 + ], + "instruction": "view the 2023 app store awards", + "img_size": [ + 2000, + 1372 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_01625ab1-9757-4dc4-8da0-a9c946d3b76a.png", + "bbox": [ + 355, + 39, + 415, + 84 + ], + "instruction": "back to previous folder", + "img_size": [ + 1598, + 894 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_01625ab1-9757-4dc4-8da0-a9c946d3b76a.png", + "bbox": [ + 886, + 175, + 1033, + 384 + ], + "instruction": "open d1_one", + "img_size": [ + 1598, + 894 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_09fff6da-5dd8-4288-a0e7-f503273c1908.png", + "bbox": [ + 1411, + 804, + 1563, + 869 + ], + "instruction": "open the file", + "img_size": [ + 1598, + 898 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_09fff6da-5dd8-4288-a0e7-f503273c1908.png", + "bbox": [ + 354, + 809, + 595, + 858 + ], + "instruction": "create a new document", + "img_size": [ + 1598, + 898 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_f01bc231-56c4-4aba-9dd4-fd6271be0f8e.png", + "bbox": [ + 475, + 248, + 722, + 296 + ], + "instruction": "show the files in list", + "img_size": [ + 1600, + 898 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_bf63137d-d442-4bb9-a145-e07cb48abb64.png", + "bbox": [ + 307, + 192, + 533, + 532 + ], + "instruction": "open a blank document", + "img_size": [ + 2154, + 1514 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_bf63137d-d442-4bb9-a145-e07cb48abb64.png", + "bbox": [ + 29, + 109, + 147, + 236 + ], + "instruction": "my account", + "img_size": [ + 2154, + 1514 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_e73c6749-043f-4a24-8e56-6c829f78255d.png", + "bbox": [ + 513, + 134, + 576, + 191 + ], + "instruction": "enlarge font size", + "img_size": [ + 1710, + 1554 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_e73c6749-043f-4a24-8e56-6c829f78255d.png", + "bbox": [ + 438, + 2, + 499, + 63 + ], + "instruction": "save file", + "img_size": [ + 1710, + 1554 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_8fc1a1fb-00b9-4fe6-8fd3-4784ab2274e8.png", + "bbox": [ + 645, + 127, + 739, + 260 + ], + "instruction": "add a new pen", + "img_size": [ + 1714, + 1558 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_8fc1a1fb-00b9-4fe6-8fd3-4784ab2274e8.png", + "bbox": [ + 352, + 133, + 437, + 244 + ], + "instruction": "choose the red pen", + "img_size": [ + 1714, + 1558 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_0205fe68-a787-4651-8cfa-495802d6beb6.png", + "bbox": [ + 221, + 131, + 347, + 251 + ], + "instruction": "adjust orientation", + "img_size": [ + 1712, + 1560 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_0205fe68-a787-4651-8cfa-495802d6beb6.png", + "bbox": [ + 884, + 175, + 1045, + 219 + ], + "instruction": "adjust the left indent", + "img_size": [ + 1712, + 1560 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_00b0c9f6-b24f-4bff-b492-12117b50e63b.png", + "bbox": [ + 95, + 256, + 202, + 370 + ], + "instruction": "insert a shape", + "img_size": [ + 1708, + 1556 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_00b0c9f6-b24f-4bff-b492-12117b50e63b.png", + "bbox": [ + 580, + 258, + 703, + 370 + ], + "instruction": "add a screenshot", + "img_size": [ + 1708, + 1556 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_3f805781-f2fe-45dc-8bc5-e62d12f1c359.png", + "bbox": [ + 879, + 797, + 1091, + 1020 + ], + "instruction": "add a sunburst chart", + "img_size": [ + 1710, + 1558 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_3f805781-f2fe-45dc-8bc5-e62d12f1c359.png", + "bbox": [ + 283, + 0, + 381, + 61 + ], + "instruction": "turn on auto save", + "img_size": [ + 1710, + 1558 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_41147eb1-3e27-4aa0-b9f9-71363b9be5c9.png", + "bbox": [ + 407, + 771, + 534, + 812 + ], + "instruction": "switch to 20 size font", + "img_size": [ + 1710, + 1558 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_41147eb1-3e27-4aa0-b9f9-71363b9be5c9.png", + "bbox": [ + 1554, + 66, + 1696, + 123 + ], + "instruction": "share the word file", + "img_size": [ + 1710, + 1558 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_c2ffa4d3-4cf7-4813-986d-d741f1260c4c.png", + "bbox": [ + 205, + 420, + 1017, + 475 + ], + "instruction": "choose ms pgothic for heading", + "img_size": [ + 1714, + 1556 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_c2ffa4d3-4cf7-4813-986d-d741f1260c4c.png", + "bbox": [ + 205, + 1342, + 1019, + 1408 + ], + "instruction": "choose apple chancery", + "img_size": [ + 1714, + 1556 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_71e8f8bd-7ff0-4846-ada6-ce337a0f5ebc.png", + "bbox": [ + 358, + 65, + 485, + 126 + ], + "instruction": "switch to design", + "img_size": [ + 2190, + 1706 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_9eebe928-6d8a-4de5-8212-039d0282b082.png", + "bbox": [ + 1316, + 553, + 1385, + 613 + ], + "instruction": "rotate title box", + "img_size": [ + 2192, + 1704 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_b113f651-ec99-4a84-8c15-ff0fc1aee615.png", + "bbox": [ + 1197, + 572, + 2098, + 636 + ], + "instruction": "bullets and numbering settings", + "img_size": [ + 2190, + 1696 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_38236247-66f3-4ad3-aeb0-bc4783335a46.png", + "bbox": [ + 393, + 1087, + 766, + 1148 + ], + "instruction": "sign up for free", + "img_size": [ + 1158, + 1402 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_38236247-66f3-4ad3-aeb0-bc4783335a46.png", + "bbox": [ + 393, + 1173, + 771, + 1234 + ], + "instruction": "sign in", + "img_size": [ + 1158, + 1402 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_18a939a5-8f77-4519-9c7a-d62b11e7b878.png", + "bbox": [ + 185, + 253, + 968, + 337 + ], + "instruction": "input the email address", + "img_size": [ + 1164, + 1398 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_ac718327-53b2-49c1-8707-d12220913fc1.png", + "bbox": [ + 1511, + 55, + 1569, + 113 + ], + "instruction": "debug", + "img_size": [ + 2300, + 1590 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_45480159-6b1b-4528-9109-dab1905c62b7.png", + "bbox": [ + 520, + 349, + 704, + 399 + ], + "instruction": "check file colors", + "img_size": [ + 1802, + 1398 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_7656e3c5-00b1-4be7-9103-9890b837342f.png", + "bbox": [ + 0, + 424, + 467, + 472 + ], + "instruction": "check python interpreter", + "img_size": [ + 1800, + 1400 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_7656e3c5-00b1-4be7-9103-9890b837342f.png", + "bbox": [ + 0, + 282, + 467, + 327 + ], + "instruction": "view plugins", + "img_size": [ + 1800, + 1400 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_8c77197f-8be9-485a-bf32-989a8a66fbae.png", + "bbox": [ + 748, + 158, + 1705, + 209 + ], + "instruction": "select python interpreter", + "img_size": [ + 1802, + 1402 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_8c77197f-8be9-485a-bf32-989a8a66fbae.png", + "bbox": [ + 509, + 256, + 559, + 307 + ], + "instruction": "add a new package", + "img_size": [ + 1802, + 1402 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_155db9b3-fe88-41cb-81d1-d51f37ba5970.png", + "bbox": [ + 519, + 139, + 919, + 207 + ], + "instruction": "cancel showing plots in tool windows", + "img_size": [ + 1802, + 1398 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_668258b4-f214-4a57-a500-d03aa94b0e65.png", + "bbox": [ + 38, + 1009, + 98, + 1058 + ], + "instruction": "pause the debugger", + "img_size": [ + 2292, + 1590 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_668258b4-f214-4a57-a500-d03aa94b0e65.png", + "bbox": [ + 2192, + 779, + 2258, + 834 + ], + "instruction": "minimize the debug panel", + "img_size": [ + 2292, + 1590 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_f656ce46-13af-4cd1-9126-f3c45a4e696c.png", + "bbox": [ + 78, + 603, + 1124, + 639 + ], + "instruction": "select the gzip file format", + "img_size": [ + 1198, + 822 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_e9abfe29-8665-47e1-ba30-f79a0089278a.png", + "bbox": [ + 473, + 190, + 725, + 242 + ], + "instruction": "hide menu icon", + "img_size": [ + 1462, + 1042 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_e9abfe29-8665-47e1-ba30-f79a0089278a.png", + "bbox": [ + 685, + 55, + 796, + 150 + ], + "instruction": "switch to display", + "img_size": [ + 1462, + 1042 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_ec085abc-591d-4dcc-830c-defddc958f47.png", + "bbox": [ + 351, + 571, + 714, + 615 + ], + "instruction": "buy betterdisplay pro", + "img_size": [ + 1462, + 686 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_c69e46cd-d2a9-4dbf-8d0a-4532b750a691.png", + "bbox": [ + 185, + 1132, + 307, + 1244 + ], + "instruction": "start record", + "img_size": [ + 1574, + 1262 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_141ec1f5-ccf8-42f0-8b0b-8aba284ce81a.png", + "bbox": [ + 1381, + 17, + 1467, + 94 + ], + "instruction": "search in activity monitor", + "img_size": [ + 1478, + 1294 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_141ec1f5-ccf8-42f0-8b0b-8aba284ce81a.png", + "bbox": [ + 1, + 360, + 1476, + 411 + ], + "instruction": "check the google chrome app", + "img_size": [ + 1478, + 1294 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_857c0a8b-5f0f-4d6a-966f-789b594622c9.png", + "bbox": [ + 555, + 18, + 634, + 85 + ], + "instruction": "terminate this process", + "img_size": [ + 1478, + 1288 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_857c0a8b-5f0f-4d6a-966f-789b594622c9.png", + "bbox": [ + 640, + 17, + 710, + 87 + ], + "instruction": "detail information", + "img_size": [ + 1478, + 1288 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_dc199113-7c34-4cc2-85cb-e9b552b87b05.png", + "bbox": [ + 1024, + 20, + 1094, + 89 + ], + "instruction": "add a shortcut", + "img_size": [ + 1658, + 1382 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_dc199113-7c34-4cc2-85cb-e9b552b87b05.png", + "bbox": [ + 1, + 100, + 451, + 164 + ], + "instruction": "open gallery", + "img_size": [ + 1658, + 1382 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_2c2b6cbd-39cf-4bd2-80aa-d953890c21e5.png", + "bbox": [ + 1496, + 204, + 1753, + 248 + ], + "instruction": "switch to apps", + "img_size": [ + 1776, + 1392 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_2c2b6cbd-39cf-4bd2-80aa-d953890c21e5.png", + "bbox": [ + 1254, + 628, + 1745, + 686 + ], + "instruction": "add a send message action", + "img_size": [ + 1776, + 1392 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_64c386c3-9d87-4c91-b712-c1d9ab9216ae.png", + "bbox": [ + 1144, + 16, + 1210, + 87 + ], + "instruction": "run the shortcut", + "img_size": [ + 1774, + 1392 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_64c386c3-9d87-4c91-b712-c1d9ab9216ae.png", + "bbox": [ + 1037, + 13, + 1118, + 92 + ], + "instruction": "share the shortcut", + "img_size": [ + 1774, + 1392 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_b313a50d-ac5e-4189-beb9-3f5ceb67e536.png", + "bbox": [ + 501, + 124, + 713, + 370 + ], + "instruction": "open paper named flamingo", + "img_size": [ + 1524, + 940 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_b313a50d-ac5e-4189-beb9-3f5ceb67e536.png", + "bbox": [ + 1426, + 14, + 1506, + 83 + ], + "instruction": "search in files", + "img_size": [ + 1524, + 940 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_97ce9c11-f20b-4294-982a-f01241c81576.png", + "bbox": [ + 746, + 19, + 808, + 84 + ], + "instruction": "enlarge the font", + "img_size": [ + 1380, + 1244 + ], + "platform": "macos", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_97ce9c11-f20b-4294-982a-f01241c81576.png", + "bbox": [ + 836, + 19, + 1359, + 85 + ], + "instruction": "search in dictionary", + "img_size": [ + 1380, + 1244 + ], + "platform": "macos", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_1inyhi.png", + "bbox": [ + 12, + 433, + 79, + 497 + ], + "instruction": "open vscode", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_8g2jf6.png", + "bbox": [ + 797, + 128, + 847, + 165 + ], + "instruction": "adjust font color", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_b5q1tt.png", + "bbox": [ + 1547, + 358, + 1989, + 403 + ], + "instruction": "view battery usage of last 10 days", + "img_size": [ + 2880, + 1800 + ], + "platform": "shop", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_drcjo3.png", + "bbox": [ + 2691, + 1569, + 2772, + 1635 + ], + "instruction": "download microsoft word from cloud", + "img_size": [ + 2880, + 1800 + ], + "platform": "shop", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_dyxzuj.png", + "bbox": [ + 1337, + 275, + 1643, + 323 + ], + "instruction": "adjust mouse speed", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_dzpr8m.png", + "bbox": [ + 1475, + 473, + 1571, + 508 + ], + "instruction": "empty the trash", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_f6eng1.png", + "bbox": [ + 702, + 857, + 1039, + 1192 + ], + "instruction": "play dance pop station music", + "img_size": [ + 2880, + 1800 + ], + "platform": "shop", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_gtda7d.png", + "bbox": [ + 2425, + 403, + 2509, + 482 + ], + "instruction": "open google drive", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_j6tmln.png", + "bbox": [ + 906, + 181, + 1015, + 215 + ], + "instruction": "install LXD app", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_js1st2.png", + "bbox": [ + 2279, + 397, + 2546, + 428 + ], + "instruction": "click to restart the computer", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_krzgko.png", + "bbox": [ + 2262, + 78, + 2292, + 106 + ], + "instruction": "add current webpage to favourites", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_nuyjna.png", + "bbox": [ + 1554, + 391, + 1602, + 421 + ], + "instruction": "Add a wired connection device", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_o4nd16.png", + "bbox": [ + 707, + 644, + 896, + 674 + ], + "instruction": "select all folders", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_odcu20.png", + "bbox": [ + 2207, + 76, + 2854, + 122 + ], + "instruction": "search in this folder", + "img_size": [ + 2880, + 1800 + ], + "platform": "shop", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_oyo43s.png", + "bbox": [ + 927, + 130, + 967, + 162 + ], + "instruction": "center the selected text", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_p4xo8z.png", + "bbox": [ + 1132, + 403, + 1724, + 457 + ], + "instruction": "add a new input method", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_pl3ry1.png", + "bbox": [ + 2632, + 143, + 2802, + 202 + ], + "instruction": "update all available apps", + "img_size": [ + 2880, + 1800 + ], + "platform": "shop", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_qao1zc.png", + "bbox": [ + 1610, + 800, + 1773, + 963 + ], + "instruction": "open nac client ", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_rvnx5q.png", + "bbox": [ + 1137, + 355, + 1735, + 413 + ], + "instruction": "select a new time format", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_st4s1n.png", + "bbox": [ + 772, + 755, + 1077, + 830 + ], + "instruction": "view get more help", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_suf989.png", + "bbox": [ + 996, + 755, + 1207, + 805 + ], + "instruction": "do not save this file", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_u77zz1.png", + "bbox": [ + 553, + 1688, + 641, + 1769 + ], + "instruction": "open the map app", + "img_size": [ + 2880, + 1800 + ], + "platform": "shop", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_umvv32.png", + "bbox": [ + 962, + 740, + 1477, + 773 + ], + "instruction": "switch to NAT network connections", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_uuhwlx.png", + "bbox": [ + 1309, + 526, + 1423, + 658 + ], + "instruction": "open the calculator", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_vcud9k.png", + "bbox": [ + 269, + 127, + 382, + 259 + ], + "instruction": "insert a new slide", + "img_size": [ + 2880, + 1800 + ], + "platform": "shop", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_z7ydq8.png", + "bbox": [ + 1466, + 644, + 1613, + 780 + ], + "instruction": "view more information about bomber", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "desktop" + }, + { + "img_filename": "pc_zuyj00.png", + "bbox": [ + 1744, + 281, + 2002, + 334 + ], + "instruction": "adjust the options of \"show previous\"", + "img_size": [ + 2880, + 1800 + ], + "platform": "shop", + "ui_type": "icon", + "group": "desktop" + }, + { + "img_filename": "pc_aaaaaa.png", + "bbox": [ + 701, + 321, + 1118, + 355 + ], + "instruction": "enter my full name", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "desktop" + } +] \ No newline at end of file diff --git a/verifier/ScreenSpot-v2-new/screenspot_mobile_v2.json b/verifier/ScreenSpot-v2-new/screenspot_mobile_v2.json new file mode 100644 index 0000000..804ba3a --- /dev/null +++ b/verifier/ScreenSpot-v2-new/screenspot_mobile_v2.json @@ -0,0 +1,8519 @@ +[ + { + "img_filename": "mobile_1ca5b944-293a-46a1-af95-eb35bc8a0b2a.png", + "bbox": [ + 223, + 78, + 824, + 671 + ], + "instruction": "check the weather", + "img_size": [ + 2360, + 1640 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_1ca5b944-293a-46a1-af95-eb35bc8a0b2a.png", + "bbox": [ + 879, + 75, + 1478, + 344 + ], + "instruction": "view world clock", + "img_size": [ + 2360, + 1640 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_1ca5b944-293a-46a1-af95-eb35bc8a0b2a.png", + "bbox": [ + 618, + 808, + 748, + 966 + ], + "instruction": "open facetime app", + "img_size": [ + 2360, + 1640 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_1ca5b944-293a-46a1-af95-eb35bc8a0b2a.png", + "bbox": [ + 1936, + 806, + 2056, + 972 + ], + "instruction": "open the camera", + "img_size": [ + 2360, + 1640 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_6949b916-64c8-431f-8842-a29a9a557641.png", + "bbox": [ + 40, + 64, + 120, + 130 + ], + "instruction": "view the menu", + "img_size": [ + 2360, + 1640 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_6949b916-64c8-431f-8842-a29a9a557641.png", + "bbox": [ + 1077, + 78, + 1169, + 193 + ], + "instruction": "select source language", + "img_size": [ + 2360, + 1640 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_6949b916-64c8-431f-8842-a29a9a557641.png", + "bbox": [ + 1733, + 230, + 1828, + 330 + ], + "instruction": "close the translation", + "img_size": [ + 2360, + 1640 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_702eab66-81f1-4aac-a252-37b5f7c3ae68.png", + "bbox": [ + 1681, + 1407, + 1784, + 1510 + ], + "instruction": "translate the input sentence", + "img_size": [ + 2360, + 1640 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_a1366f87-f1f1-402c-911a-d239eb60eac8.png", + "bbox": [ + 29, + 365, + 101, + 442 + ], + "instruction": "add a new file", + "img_size": [ + 2360, + 1640 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_a1366f87-f1f1-402c-911a-d239eb60eac8.png", + "bbox": [ + 825, + 72, + 1673, + 149 + ], + "instruction": "click the search bar", + "img_size": [ + 2360, + 1640 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_a1366f87-f1f1-402c-911a-d239eb60eac8.png", + "bbox": [ + 23, + 1507, + 103, + 1584 + ], + "instruction": "view the settings in this app", + "img_size": [ + 2360, + 1640 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_a1366f87-f1f1-402c-911a-d239eb60eac8.png", + "bbox": [ + 312, + 198, + 441, + 327 + ], + "instruction": "check shared files", + "img_size": [ + 2360, + 1640 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_c71efbd9-cd10-4564-949e-50b3b034328a.png", + "bbox": [ + 341, + 70, + 413, + 139 + ], + "instruction": "add an event", + "img_size": [ + 2360, + 1640 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_c71efbd9-cd10-4564-949e-50b3b034328a.png", + "bbox": [ + 1873, + 61, + 2326, + 141 + ], + "instruction": "search event", + "img_size": [ + 2360, + 1640 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_c71efbd9-cd10-4564-949e-50b3b034328a.png", + "bbox": [ + 1326, + 67, + 1484, + 136 + ], + "instruction": "view as year", + "img_size": [ + 2360, + 1640 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_c71efbd9-cd10-4564-949e-50b3b034328a.png", + "bbox": [ + 676, + 631, + 1013, + 912 + ], + "instruction": "the fifth in this month", + "img_size": [ + 2360, + 1640 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_1c1d54b4-5ac1-40cd-9dc6-21a8d3c97d6e.png", + "bbox": [ + 1678, + 436, + 1818, + 573 + ], + "instruction": "click to lock rotation", + "img_size": [ + 2360, + 1640 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_1c1d54b4-5ac1-40cd-9dc6-21a8d3c97d6e.png", + "bbox": [ + 1675, + 585, + 1970, + 728 + ], + "instruction": "close do not disturb", + "img_size": [ + 2360, + 1640 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_1c1d54b4-5ac1-40cd-9dc6-21a8d3c97d6e.png", + "bbox": [ + 2134, + 439, + 2274, + 725 + ], + "instruction": "adjust the voice", + "img_size": [ + 2360, + 1640 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_1c1d54b4-5ac1-40cd-9dc6-21a8d3c97d6e.png", + "bbox": [ + 1835, + 1046, + 1967, + 1181 + ], + "instruction": "open the timer", + "img_size": [ + 2360, + 1640 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_0570bb62-77b0-4d1d-90f4-5e322c2bca17.png", + "bbox": [ + 2019, + 55, + 2105, + 138 + ], + "instruction": "Check handwriting mode options", + "img_size": [ + 2360, + 1640 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_0570bb62-77b0-4d1d-90f4-5e322c2bca17.png", + "bbox": [ + 1315, + 67, + 1404, + 136 + ], + "instruction": "take a photo", + "img_size": [ + 2360, + 1640 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_4b1df148-c6ac-452a-b55d-f8e6c6dee059.png", + "bbox": [ + 770, + 304, + 962, + 579 + ], + "instruction": "open the file named \"result\"", + "img_size": [ + 2360, + 1640 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_4b1df148-c6ac-452a-b55d-f8e6c6dee059.png", + "bbox": [ + 3, + 539, + 633, + 625 + ], + "instruction": "view icloud drive", + "img_size": [ + 2360, + 1640 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_4b1df148-c6ac-452a-b55d-f8e6c6dee059.png", + "bbox": [ + 1469, + 58, + 1552, + 141 + ], + "instruction": "add a new file", + "img_size": [ + 2360, + 1640 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_a8181231-d30c-4051-9ff2-16808694adbf.png", + "bbox": [ + 180, + 67, + 257, + 133 + ], + "instruction": "search in this note", + "img_size": [ + 2360, + 1640 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_a8181231-d30c-4051-9ff2-16808694adbf.png", + "bbox": [ + 2097, + 58, + 2174, + 135 + ], + "instruction": "add a new page", + "img_size": [ + 2360, + 1640 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_a8181231-d30c-4051-9ff2-16808694adbf.png", + "bbox": [ + 2274, + 58, + 2351, + 135 + ], + "instruction": "get more information", + "img_size": [ + 2360, + 1640 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_5313a7b6-4c3a-442f-a5d3-6d53fc8d3ad9.png", + "bbox": [ + 822, + 67, + 1670, + 159 + ], + "instruction": "tap the search bar", + "img_size": [ + 2360, + 1640 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_5313a7b6-4c3a-442f-a5d3-6d53fc8d3ad9.png", + "bbox": [ + 610, + 198, + 742, + 324 + ], + "instruction": "check the pinned files", + "img_size": [ + 2360, + 1640 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_5313a7b6-4c3a-442f-a5d3-6d53fc8d3ad9.png", + "bbox": [ + 2211, + 1462, + 2343, + 1554 + ], + "instruction": "sign in", + "img_size": [ + 2360, + 1640 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_1a514eae-4ee0-4780-a059-c47715828e3b.png", + "bbox": [ + 137, + 435, + 309, + 607 + ], + "instruction": "open flight mode", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_1a514eae-4ee0-4780-a059-c47715828e3b.png", + "bbox": [ + 602, + 1420, + 823, + 1634 + ], + "instruction": "open the calculator app", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_1a514eae-4ee0-4780-a059-c47715828e3b.png", + "bbox": [ + 606, + 1679, + 822, + 1895 + ], + "instruction": "open the screen recorder", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_1a514eae-4ee0-4780-a059-c47715828e3b.png", + "bbox": [ + 85, + 1160, + 564, + 1383 + ], + "instruction": "switch on focus mode", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_93dec21b-d612-41df-9f76-933ceadaba66.png", + "bbox": [ + 625, + 227, + 814, + 471 + ], + "instruction": "launch the photos app", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_93dec21b-d612-41df-9f76-933ceadaba66.png", + "bbox": [ + 352, + 517, + 547, + 763 + ], + "instruction": "open the clock", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_93dec21b-d612-41df-9f76-933ceadaba66.png", + "bbox": [ + 352, + 1109, + 547, + 1355 + ], + "instruction": "open the app store", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_93dec21b-d612-41df-9f76-933ceadaba66.png", + "bbox": [ + 896, + 1399, + 1083, + 1649 + ], + "instruction": "check iphone settings", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_3925834b-893d-4cdf-b9cf-a602466175f3.png", + "bbox": [ + 41, + 897, + 1125, + 1038 + ], + "instruction": "check the new ios 17.2.1", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_3925834b-893d-4cdf-b9cf-a602466175f3.png", + "bbox": [ + 49, + 1269, + 1121, + 1406 + ], + "instruction": "check wlan settings", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_3925834b-893d-4cdf-b9cf-a602466175f3.png", + "bbox": [ + 45, + 1402, + 1123, + 1534 + ], + "instruction": "check bluetooth", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_3925834b-893d-4cdf-b9cf-a602466175f3.png", + "bbox": [ + 47, + 1794, + 1123, + 1926 + ], + "instruction": "check vpn settings", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_9b66c296-5f43-4312-b933-4dfabf00247c.png", + "bbox": [ + 47, + 1444, + 1121, + 1578 + ], + "instruction": "view icloud", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_9b66c296-5f43-4312-b933-4dfabf00247c.png", + "bbox": [ + 3, + 155, + 295, + 258 + ], + "instruction": "back to settings", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_9b66c296-5f43-4312-b933-4dfabf00247c.png", + "bbox": [ + 45, + 943, + 1123, + 1075 + ], + "instruction": "view password & security details", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_5c9fb5f1-7d84-4283-8ba4-7821a9545c95.png", + "bbox": [ + 915, + 397, + 1079, + 496 + ], + "instruction": "open the wlan", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_5c9fb5f1-7d84-4283-8ba4-7821a9545c95.png", + "bbox": [ + 1016, + 162, + 1136, + 250 + ], + "instruction": "edit the wlan setting", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_5c9fb5f1-7d84-4283-8ba4-7821a9545c95.png", + "bbox": [ + 45, + 990, + 1123, + 1135 + ], + "instruction": "choose the pjlab-guest as network", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_5c9fb5f1-7d84-4283-8ba4-7821a9545c95.png", + "bbox": [ + 993, + 530, + 1085, + 629 + ], + "instruction": "view detail information about pjlab-office", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_70580ad8-f119-4db6-813b-81f950e0569e.png", + "bbox": [ + 488, + 502, + 681, + 847 + ], + "instruction": "choose the stack mode", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_70580ad8-f119-4db6-813b-81f950e0569e.png", + "bbox": [ + 47, + 1072, + 1121, + 1206 + ], + "instruction": "check scheduled summary", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_70580ad8-f119-4db6-813b-81f950e0569e.png", + "bbox": [ + 47, + 1637, + 1119, + 1765 + ], + "instruction": "check announce notifications", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_8e7e6de4-2eac-400c-b845-291fa80c5c7c.png", + "bbox": [ + 49, + 748, + 1123, + 878 + ], + "instruction": "check airdrop setting", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_8e7e6de4-2eac-400c-b845-291fa80c5c7c.png", + "bbox": [ + 47, + 1143, + 1123, + 1273 + ], + "instruction": "view carplay settings", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_8e7e6de4-2eac-400c-b845-291fa80c5c7c.png", + "bbox": [ + 49, + 1515, + 1121, + 1641 + ], + "instruction": "view iphone storage", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_8e7e6de4-2eac-400c-b845-291fa80c5c7c.png", + "bbox": [ + 45, + 2011, + 1125, + 2143 + ], + "instruction": "check keyboard settings", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_db81809e-7672-4329-8453-f622d97fa7ca.png", + "bbox": [ + 913, + 717, + 1077, + 822 + ], + "instruction": "disable the allow siri when locked option", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_db81809e-7672-4329-8453-f622d97fa7ca.png", + "bbox": [ + 45, + 2328, + 1121, + 2458 + ], + "instruction": "show suggestions", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_db81809e-7672-4329-8453-f622d97fa7ca.png", + "bbox": [ + 49, + 1757, + 1121, + 1889 + ], + "instruction": "view siri & dictation history", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_e3249127-d727-4553-9a2a-db645f430d9b.png", + "bbox": [ + 47, + 880, + 1121, + 1014 + ], + "instruction": "view battery health & charging settings", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_e3249127-d727-4553-9a2a-db645f430d9b.png", + "bbox": [ + 577, + 1149, + 1073, + 1237 + ], + "instruction": "choose last 10 days data details of battery", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_e3249127-d727-4553-9a2a-db645f430d9b.png", + "bbox": [ + 915, + 527, + 1073, + 624 + ], + "instruction": "turn on low power mode", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_907cb7d2-9953-476e-b589-5526587c3913.png", + "bbox": [ + 472, + 2072, + 695, + 2291 + ], + "instruction": "take a photo", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_907cb7d2-9953-476e-b589-5526587c3913.png", + "bbox": [ + 465, + 1765, + 583, + 1874 + ], + "instruction": "switch to 0.5x", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_907cb7d2-9953-476e-b589-5526587c3913.png", + "bbox": [ + 965, + 2105, + 1110, + 2258 + ], + "instruction": "invert the lens", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_907cb7d2-9953-476e-b589-5526587c3913.png", + "bbox": [ + 719, + 1939, + 942, + 2048 + ], + "instruction": "switch to portrait mode", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_f1247381-fcf6-440f-8787-19bce69e28de.png", + "bbox": [ + 1047, + 172, + 1125, + 241 + ], + "instruction": "add an event", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_f1247381-fcf6-440f-8787-19bce69e28de.png", + "bbox": [ + 11, + 164, + 219, + 246 + ], + "instruction": "back to 2023", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_f1247381-fcf6-440f-8787-19bce69e28de.png", + "bbox": [ + 877, + 168, + 965, + 248 + ], + "instruction": "search in the calendar", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_f1247381-fcf6-440f-8787-19bce69e28de.png", + "bbox": [ + 976, + 2316, + 1136, + 2413 + ], + "instruction": "check inbox", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_f1247381-fcf6-440f-8787-19bce69e28de.png", + "bbox": [ + 686, + 1317, + 793, + 1393 + ], + "instruction": "View December 28th", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_e9d69310-692c-4a78-8b8d-b961a5cfec70.png", + "bbox": [ + 32, + 210, + 221, + 300 + ], + "instruction": "cancel the event", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_e9d69310-692c-4a78-8b8d-b961a5cfec70.png", + "bbox": [ + 49, + 1395, + 1121, + 1529 + ], + "instruction": "set the repeat mode", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_1f9b6434-df6c-4c95-b325-4f7a4d90d304.png", + "bbox": [ + 869, + 1175, + 1117, + 1423 + ], + "instruction": "start a timer", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_1f9b6434-df6c-4c95-b325-4f7a4d90d304.png", + "bbox": [ + 45, + 1523, + 1125, + 1681 + ], + "instruction": "Check alarm sound settings for timer end", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_1f9b6434-df6c-4c95-b325-4f7a4d90d304.png", + "bbox": [ + 352, + 2276, + 522, + 2453 + ], + "instruction": "view alarm", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_e0fb2f66-6e2c-42d6-8cfd-34e510f1ab2e.png", + "bbox": [ + 3, + 1097, + 1165, + 1231 + ], + "instruction": "add funds to apple id", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_e0fb2f66-6e2c-42d6-8cfd-34e510f1ab2e.png", + "bbox": [ + 1, + 1290, + 1165, + 1427 + ], + "instruction": "view notifications", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_2b707da9-bf86-410d-b886-cba08b6efb35.png", + "bbox": [ + 667, + 1500, + 980, + 1790 + ], + "instruction": "switch on personal hotspot", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_2b707da9-bf86-410d-b886-cba08b6efb35.png", + "bbox": [ + 224, + 1500, + 474, + 1792 + ], + "instruction": "view airdrop setting", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_2b707da9-bf86-410d-b886-cba08b6efb35.png", + "bbox": [ + 215, + 742, + 482, + 1028 + ], + "instruction": "open airplane mode", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_0affae67-191e-43fa-890d-778555ffbab0.png", + "bbox": [ + 1001, + 294, + 1108, + 395 + ], + "instruction": "check my account", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_0affae67-191e-43fa-890d-778555ffbab0.png", + "bbox": [ + 55, + 433, + 1108, + 538 + ], + "instruction": "tap the search bar", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_0affae67-191e-43fa-890d-778555ffbab0.png", + "bbox": [ + 1020, + 630, + 1098, + 714 + ], + "instruction": "cancel the ads", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_0affae67-191e-43fa-890d-778555ffbab0.png", + "bbox": [ + 257, + 1540, + 917, + 1649 + ], + "instruction": "tap \"try it free\"", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_0affae67-191e-43fa-890d-778555ffbab0.png", + "bbox": [ + 648, + 2286, + 808, + 2437 + ], + "instruction": "view library", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_5fb77d07-dd26-4a0c-959b-7c74fd49d22f.png", + "bbox": [ + 1016, + 1112, + 1136, + 1225 + ], + "instruction": "cancel subscription", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_8da8fbf4-c2b0-495f-88d3-9eb682c15ce7.png", + "bbox": [ + 612, + 1336, + 1110, + 1483 + ], + "instruction": "shuffle the music list", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_8da8fbf4-c2b0-495f-88d3-9eb682c15ce7.png", + "bbox": [ + 1035, + 164, + 1121, + 250 + ], + "instruction": "view more information", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_8da8fbf4-c2b0-495f-88d3-9eb682c15ce7.png", + "bbox": [ + 20, + 162, + 110, + 250 + ], + "instruction": "back to previous page", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_8da8fbf4-c2b0-495f-88d3-9eb682c15ce7.png", + "bbox": [ + 976, + 1591, + 1123, + 1665 + ], + "instruction": "view more information about classical christmas", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_207efb5f-dce5-4c70-8c06-b16f2267c09e.png", + "bbox": [ + 55, + 382, + 570, + 1027 + ], + "instruction": "view bach station", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_207efb5f-dce5-4c70-8c06-b16f2267c09e.png", + "bbox": [ + 51, + 2284, + 244, + 2437 + ], + "instruction": "tap the button with \"listen now\"", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_efa861a6-0810-4c8a-9bca-4f481641d03d.png", + "bbox": [ + 1039, + 166, + 1121, + 250 + ], + "instruction": "view ore details", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_efa861a6-0810-4c8a-9bca-4f481641d03d.png", + "bbox": [ + 47, + 1685, + 511, + 2091 + ], + "instruction": "add or scan accessory", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_7d7609e2-696b-449e-a230-792dce8dd134.png", + "bbox": [ + 451, + 643, + 714, + 929 + ], + "instruction": "open nlp folder", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_7d7609e2-696b-449e-a230-792dce8dd134.png", + "bbox": [ + 13, + 168, + 267, + 246 + ], + "instruction": "back to browse page", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_7d7609e2-696b-449e-a230-792dce8dd134.png", + "bbox": [ + 503, + 2286, + 667, + 2435 + ], + "instruction": "view shared", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_c1f1188d-1bd3-4ce6-8e3f-96628d07b0b9.png", + "bbox": [ + 89, + 1198, + 1077, + 1330 + ], + "instruction": "login with wechat", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_c1f1188d-1bd3-4ce6-8e3f-96628d07b0b9.png", + "bbox": [ + 53, + 141, + 156, + 229 + ], + "instruction": "view settings", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_c1f1188d-1bd3-4ce6-8e3f-96628d07b0b9.png", + "bbox": [ + 919, + 1486, + 1081, + 1707 + ], + "instruction": "login with email", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_fbadc3d2-cde6-43f5-a33c-a648a9299963.png", + "bbox": [ + 47, + 958, + 282, + 1195 + ], + "instruction": "all clear the calculator", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_fbadc3d2-cde6-43f5-a33c-a648a9299963.png", + "bbox": [ + 879, + 1797, + 1119, + 2032 + ], + "instruction": "Tap the plus sign in the calculator", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_3a1f306e-784a-411a-98cb-f11a2157a5c7.png", + "bbox": [ + 314, + 160, + 1026, + 255 + ], + "instruction": "click the search bar", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_3a1f306e-784a-411a-98cb-f11a2157a5c7.png", + "bbox": [ + 55, + 286, + 236, + 513 + ], + "instruction": "tap the scan icon", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_3a1f306e-784a-411a-98cb-f11a2157a5c7.png", + "bbox": [ + 314, + 284, + 560, + 515 + ], + "instruction": "open pay/collect", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_3a1f306e-784a-411a-98cb-f11a2157a5c7.png", + "bbox": [ + 484, + 1013, + 690, + 1196 + ], + "instruction": "view the air & rail", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_3a1f306e-784a-411a-98cb-f11a2157a5c7.png", + "bbox": [ + 736, + 2282, + 923, + 2433 + ], + "instruction": "check messages", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_d8a4069b-ec35-4a62-a3cd-5b5e7d95b50c.png", + "bbox": [ + 833, + 803, + 1087, + 904 + ], + "instruction": "click try it now", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_d8a4069b-ec35-4a62-a3cd-5b5e7d95b50c.png", + "bbox": [ + 1045, + 187, + 1123, + 277 + ], + "instruction": "search in this calendar", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_d8a4069b-ec35-4a62-a3cd-5b5e7d95b50c.png", + "bbox": [ + 972, + 2036, + 1125, + 2196 + ], + "instruction": "add a new one", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_d8a4069b-ec35-4a62-a3cd-5b5e7d95b50c.png", + "bbox": [ + 427, + 2261, + 555, + 2400 + ], + "instruction": "view docs", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_20aa1fbd-f09f-4923-9fb4-15998cda6fe3.png", + "bbox": [ + 995, + 210, + 1136, + 302 + ], + "instruction": "save current settings", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_20aa1fbd-f09f-4923-9fb4-15998cda6fe3.png", + "bbox": [ + 51, + 359, + 1129, + 475 + ], + "instruction": "add title", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_20aa1fbd-f09f-4923-9fb4-15998cda6fe3.png", + "bbox": [ + 47, + 586, + 1135, + 708 + ], + "instruction": "add guests", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_20aa1fbd-f09f-4923-9fb4-15998cda6fe3.png", + "bbox": [ + 43, + 1250, + 1148, + 1370 + ], + "instruction": "set no repeats", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_20aa1fbd-f09f-4923-9fb4-15998cda6fe3.png", + "bbox": [ + 30, + 2143, + 1144, + 2259 + ], + "instruction": "add description", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_a14fb632-fab9-4537-8c7b-8c650fd91bd7.png", + "bbox": [ + 970, + 1397, + 1081, + 1519 + ], + "instruction": "favorite the music", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_a14fb632-fab9-4537-8c7b-8c650fd91bd7.png", + "bbox": [ + 747, + 1866, + 884, + 2003 + ], + "instruction": "view comments", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_a14fb632-fab9-4537-8c7b-8c650fd91bd7.png", + "bbox": [ + 484, + 2108, + 682, + 2301 + ], + "instruction": "play the music", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_a14fb632-fab9-4537-8c7b-8c650fd91bd7.png", + "bbox": [ + 780, + 2150, + 881, + 2259 + ], + "instruction": "play next song", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_a14fb632-fab9-4537-8c7b-8c650fd91bd7.png", + "bbox": [ + 289, + 2145, + 388, + 2261 + ], + "instruction": "play previous song", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_9bd1779a-91ee-4a59-8904-3850434b1421.png", + "bbox": [ + 858, + 147, + 969, + 263 + ], + "instruction": "view more information", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_9bd1779a-91ee-4a59-8904-3850434b1421.png", + "bbox": [ + 5, + 160, + 251, + 257 + ], + "instruction": "back to filters", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_9bd1779a-91ee-4a59-8904-3850434b1421.png", + "bbox": [ + 1022, + 145, + 1140, + 263 + ], + "instruction": "write a new message", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_9bd1779a-91ee-4a59-8904-3850434b1421.png", + "bbox": [ + 47, + 433, + 1119, + 544 + ], + "instruction": "tap the search bar", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_8d5dea76-69b8-4076-82ef-38b2fb8a1b30.png", + "bbox": [ + 308, + 1713, + 524, + 1925 + ], + "instruction": "set focus time to 60 mins", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_8d5dea76-69b8-4076-82ef-38b2fb8a1b30.png", + "bbox": [ + 80, + 2123, + 1007, + 2302 + ], + "instruction": "turn on focus mode", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_8d5dea76-69b8-4076-82ef-38b2fb8a1b30.png", + "bbox": [ + 796, + 1704, + 1040, + 1928 + ], + "instruction": "customize focus time", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_b012267b-fcd6-4d0c-991a-f2a4afd0a2ff.png", + "bbox": [ + 194, + 883, + 296, + 1330 + ], + "instruction": "check tuesday data details", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_b012267b-fcd6-4d0c-991a-f2a4afd0a2ff.png", + "bbox": [ + 524, + 386, + 1024, + 561 + ], + "instruction": "display data by week", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_b012267b-fcd6-4d0c-991a-f2a4afd0a2ff.png", + "bbox": [ + 503, + 240, + 1016, + 382 + ], + "instruction": "switch to focus mode", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_faa33d8c-ff72-4c74-98df-cb46cc0516aa.png", + "bbox": [ + 48, + 488, + 1061, + 602 + ], + "instruction": "open system apps settings", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_faa33d8c-ff72-4c74-98df-cb46cc0516aa.png", + "bbox": [ + 68, + 818, + 1020, + 1005 + ], + "instruction": "manage home screen shortcuts", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_faa33d8c-ff72-4c74-98df-cb46cc0516aa.png", + "bbox": [ + 32, + 138, + 199, + 248 + ], + "instruction": "back to previous page", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_db3c83d0-b179-4661-88d4-baf938bcf477.png", + "bbox": [ + 829, + 472, + 1020, + 594 + ], + "instruction": "turn off wlan", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_db3c83d0-b179-4661-88d4-baf938bcf477.png", + "bbox": [ + 922, + 114, + 1028, + 228 + ], + "instruction": "scan qr code", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_06d5a5b9-8dda-439a-84a5-7af28ab2dab8.png", + "bbox": [ + 796, + 529, + 1012, + 651 + ], + "instruction": "turn on earpiece mode", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_06d5a5b9-8dda-439a-84a5-7af28ab2dab8.png", + "bbox": [ + 825, + 1094, + 1020, + 1236 + ], + "instruction": "turn off mute ringer when recording", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_06d5a5b9-8dda-439a-84a5-7af28ab2dab8.png", + "bbox": [ + 56, + 1460, + 1065, + 1615 + ], + "instruction": "change recording format", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_5c883ab7-6769-436e-a677-96b0f5a4c950.png", + "bbox": [ + 36, + 256, + 1057, + 2095 + ], + "instruction": "open a photo", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_c346d616-ffcb-4638-a049-2fc45d665e91.png", + "bbox": [ + 861, + 1993, + 1064, + 2160 + ], + "instruction": "add new event on calendar", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_c346d616-ffcb-4638-a049-2fc45d665e91.png", + "bbox": [ + 577, + 2201, + 691, + 2343 + ], + "instruction": "open documents", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_c346d616-ffcb-4638-a049-2fc45d665e91.png", + "bbox": [ + 442, + 382, + 576, + 549 + ], + "instruction": "switch to monday schedule", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_d7f5d515-e2c4-453e-9b5b-d97e3ecd5307.png", + "bbox": [ + 829, + 122, + 963, + 220 + ], + "instruction": "search", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_d7f5d515-e2c4-453e-9b5b-d97e3ecd5307.png", + "bbox": [ + 0, + 761, + 1065, + 875 + ], + "instruction": "display external contacts", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_550b9efc-c475-4188-82b6-47f7ca1a56f7.png", + "bbox": [ + 44, + 415, + 1016, + 561 + ], + "instruction": "search recodings", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_550b9efc-c475-4188-82b6-47f7ca1a56f7.png", + "bbox": [ + 918, + 118, + 1028, + 236 + ], + "instruction": "open settings", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_550b9efc-c475-4188-82b6-47f7ca1a56f7.png", + "bbox": [ + 385, + 2054, + 706, + 2327 + ], + "instruction": "start a new recording", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_c28ad441-0524-4e7b-ab97-4005072b53a3.png", + "bbox": [ + 60, + 1778, + 536, + 2307 + ], + "instruction": "tap to receive file as a new phone", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_c28ad441-0524-4e7b-ab97-4005072b53a3.png", + "bbox": [ + 544, + 1774, + 1000, + 2315 + ], + "instruction": "send files as a old phone", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_ef01fd08-a7fd-42a3-b1aa-fe22b3f79730.png", + "bbox": [ + 548, + 2075, + 1024, + 2287 + ], + "instruction": "agree this privacy policy", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_ef01fd08-a7fd-42a3-b1aa-fe22b3f79730.png", + "bbox": [ + 88, + 2103, + 548, + 2310 + ], + "instruction": "disagree the agreement", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_ef01fd08-a7fd-42a3-b1aa-fe22b3f79730.png", + "bbox": [ + 564, + 1900, + 906, + 2006 + ], + "instruction": "display user agreement details", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_aae20de3-7aab-4bcc-8d83-f187fe3a2e76.png", + "bbox": [ + 97, + 1391, + 988, + 1733 + ], + "instruction": "view help", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_aae20de3-7aab-4bcc-8d83-f187fe3a2e76.png", + "bbox": [ + 560, + 651, + 971, + 846 + ], + "instruction": "open phone's screen", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_aae20de3-7aab-4bcc-8d83-f187fe3a2e76.png", + "bbox": [ + 36, + 118, + 174, + 224 + ], + "instruction": "close current page", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_7bbecc1d-4220-4287-8ec7-14f9eec203e2.png", + "bbox": [ + 532, + 525, + 1036, + 643 + ], + "instruction": "sort by size", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_7bbecc1d-4220-4287-8ec7-14f9eec203e2.png", + "bbox": [ + 548, + 834, + 1020, + 940 + ], + "instruction": "sort by file's types", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_dc3bbcd3-d7bb-4ce2-be50-eb6f564d2ddc.png", + "bbox": [ + 48, + 236, + 382, + 411 + ], + "instruction": "display recent opened files", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_dc3bbcd3-d7bb-4ce2-be50-eb6f564d2ddc.png", + "bbox": [ + 792, + 1798, + 1012, + 2156 + ], + "instruction": "open the folder named \"dcim\"", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_dc3bbcd3-d7bb-4ce2-be50-eb6f564d2ddc.png", + "bbox": [ + 625, + 89, + 747, + 219 + ], + "instruction": "search in this page", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_74f38270-ccc5-423e-813e-b7f1ac6ff665.png", + "bbox": [ + 540, + 561, + 792, + 850 + ], + "instruction": "display all videos", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_74f38270-ccc5-423e-813e-b7f1ac6ff665.png", + "bbox": [ + 23, + 565, + 275, + 838 + ], + "instruction": "show all documents", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_275415f1-ade1-4210-9e92-8f998a671c96.png", + "bbox": [ + 813, + 447, + 1016, + 536 + ], + "instruction": "show more file types", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_275415f1-ade1-4210-9e92-8f998a671c96.png", + "bbox": [ + 723, + 1013, + 829, + 1102 + ], + "instruction": "create a new folder", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_275415f1-ade1-4210-9e92-8f998a671c96.png", + "bbox": [ + 60, + 220, + 373, + 391 + ], + "instruction": "display recent opened files", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_1c87bbf1-afc8-4fe3-aaf0-d3bacc52a2bf.png", + "bbox": [ + 223, + 2038, + 443, + 2245 + ], + "instruction": "Stop the countdown", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_1c87bbf1-afc8-4fe3-aaf0-d3bacc52a2bf.png", + "bbox": [ + 605, + 2034, + 882, + 2225 + ], + "instruction": "start the stopwatch", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_4fafbd92-0af2-4b02-9cf8-952227fd9993.png", + "bbox": [ + 796, + 1017, + 1016, + 1172 + ], + "instruction": "Turn on the alarm for 3:15", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_4fafbd92-0af2-4b02-9cf8-952227fd9993.png", + "bbox": [ + 837, + 2042, + 1012, + 2156 + ], + "instruction": "turn off the opened clock at 6", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_4fafbd92-0af2-4b02-9cf8-952227fd9993.png", + "bbox": [ + 23, + 561, + 1080, + 895 + ], + "instruction": "show details of 7:30 clock alarm", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_2b80c9bf-0040-492e-8dca-d81cc9042b5a.png", + "bbox": [ + 97, + 1228, + 532, + 1334 + ], + "instruction": "set reminder for created task", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_2b80c9bf-0040-492e-8dca-d81cc9042b5a.png", + "bbox": [ + 800, + 1261, + 1003, + 1326 + ], + "instruction": "tap done to set this subtask", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_2b80c9bf-0040-492e-8dca-d81cc9042b5a.png", + "bbox": [ + 894, + 1554, + 1049, + 1652 + ], + "instruction": "fold input method", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_caaf7ec0-c1ee-4edc-8b42-37bfa11c4dd3.png", + "bbox": [ + 788, + 2046, + 1020, + 2270 + ], + "instruction": "create new task", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_caaf7ec0-c1ee-4edc-8b42-37bfa11c4dd3.png", + "bbox": [ + 918, + 102, + 1036, + 236 + ], + "instruction": "open settings", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_caaf7ec0-c1ee-4edc-8b42-37bfa11c4dd3.png", + "bbox": [ + 44, + 260, + 369, + 406 + ], + "instruction": "open notes", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_2a2da2de-b63c-46e0-88cf-f88ef8aec6e0.png", + "bbox": [ + 442, + 1269, + 1007, + 1444 + ], + "instruction": "set font size to small", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_2a2da2de-b63c-46e0-88cf-f88ef8aec6e0.png", + "bbox": [ + 418, + 1786, + 1012, + 1957 + ], + "instruction": "use huge font size", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_165687dd-c6c2-4f44-a84d-3e9a2af95ffe.png", + "bbox": [ + 328, + 240, + 495, + 403 + ], + "instruction": "display calendar in week view", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_165687dd-c6c2-4f44-a84d-3e9a2af95ffe.png", + "bbox": [ + 589, + 240, + 752, + 399 + ], + "instruction": "display calendar by days", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_414acb14-025e-462a-9d1c-6410df04db7f.png", + "bbox": [ + 64, + 2184, + 1032, + 2363 + ], + "instruction": "display 15-day weather forecast", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_414acb14-025e-462a-9d1c-6410df04db7f.png", + "bbox": [ + 926, + 114, + 1044, + 240 + ], + "instruction": "open options", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_414acb14-025e-462a-9d1c-6410df04db7f.png", + "bbox": [ + 27, + 102, + 153, + 253 + ], + "instruction": "add new city", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_d17dfa46-fc13-4f38-9261-3f9f7171067b.png", + "bbox": [ + 800, + 447, + 1028, + 573 + ], + "instruction": "turn on airplane mode", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_d17dfa46-fc13-4f38-9261-3f9f7171067b.png", + "bbox": [ + 776, + 1111, + 1036, + 1233 + ], + "instruction": "turn off nfc", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_d17dfa46-fc13-4f38-9261-3f9f7171067b.png", + "bbox": [ + 36, + 1302, + 1045, + 1518 + ], + "instruction": "set default wallent", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_0dcb6532-d25e-4bb0-8746-ccdbec623bce.png", + "bbox": [ + 931, + 130, + 1041, + 228 + ], + "instruction": "scan qr code", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_0dcb6532-d25e-4bb0-8746-ccdbec623bce.png", + "bbox": [ + 48, + 2087, + 1024, + 2278 + ], + "instruction": "sign out", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_6e08b93a-9271-40ac-9dd0-f1f95f8d8675.png", + "bbox": [ + 808, + 1611, + 1011, + 1705 + ], + "instruction": "switch on auto-rotate screen", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_6e08b93a-9271-40ac-9dd0-f1f95f8d8675.png", + "bbox": [ + 64, + 1977, + 902, + 2099 + ], + "instruction": "view control center and status bar", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_6e08b93a-9271-40ac-9dd0-f1f95f8d8675.png", + "bbox": [ + 27, + 919, + 1072, + 1183 + ], + "instruction": "check fonts settings", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_d52263df-908a-4f53-93de-b51d691ad995.png", + "bbox": [ + 540, + 533, + 1040, + 1326 + ], + "instruction": "use dark mode display", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_d52263df-908a-4f53-93de-b51d691ad995.png", + "bbox": [ + 19, + 1517, + 1028, + 1712 + ], + "instruction": "change dark mode options", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_d52263df-908a-4f53-93de-b51d691ad995.png", + "bbox": [ + 36, + 77, + 191, + 228 + ], + "instruction": "return upper page", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_3607031a-15bb-48cd-a2e6-84a7ce433173.png", + "bbox": [ + 40, + 1192, + 1049, + 1359 + ], + "instruction": "view display options", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_3607031a-15bb-48cd-a2e6-84a7ce433173.png", + "bbox": [ + 40, + 183, + 1053, + 407 + ], + "instruction": "open vpn options", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_f61ea850-a79c-41b8-891f-8c55326e1530.png", + "bbox": [ + 27, + 541, + 1068, + 724 + ], + "instruction": "set date and time", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_f61ea850-a79c-41b8-891f-8c55326e1530.png", + "bbox": [ + 60, + 1452, + 1048, + 1623 + ], + "instruction": "view quick control ball", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_04545977-3f36-4a33-a787-72ec8a9dd4f2.png", + "bbox": [ + 894, + 106, + 1049, + 248 + ], + "instruction": "check battery options", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_04545977-3f36-4a33-a787-72ec8a9dd4f2.png", + "bbox": [ + 686, + 842, + 1060, + 1054 + ], + "instruction": "change battery setting for better performance", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_04545977-3f36-4a33-a787-72ec8a9dd4f2.png", + "bbox": [ + 804, + 1131, + 1028, + 1277 + ], + "instruction": "open ultra battery saver", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_3b5ab7d3-8e84-4be1-83ba-801882db294b.png", + "bbox": [ + 80, + 1102, + 271, + 1301 + ], + "instruction": "clear the result", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_3b5ab7d3-8e84-4be1-83ba-801882db294b.png", + "bbox": [ + 292, + 1591, + 524, + 1803 + ], + "instruction": "enter 5", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_3b5ab7d3-8e84-4be1-83ba-801882db294b.png", + "bbox": [ + 780, + 1102, + 1020, + 1322 + ], + "instruction": "Tap the division sign in the calculator", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_4c2df330-55c0-4272-80c0-6e2cf8f96903.png", + "bbox": [ + 255, + 1896, + 837, + 2116 + ], + "instruction": "click \"done\"", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_cebc7e07-8ab3-4232-acdd-aa2884af2e66.png", + "bbox": [ + 15, + 476, + 198, + 618 + ], + "instruction": "open gmail", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_cebc7e07-8ab3-4232-acdd-aa2884af2e66.png", + "bbox": [ + 15, + 647, + 182, + 802 + ], + "instruction": "add new email account", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_569a4f5a-01f0-4386-89ba-768e1f88d38e.png", + "bbox": [ + 11, + 1351, + 1056, + 1514 + ], + "instruction": "check week summary", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_569a4f5a-01f0-4386-89ba-768e1f88d38e.png", + "bbox": [ + 577, + 2180, + 784, + 2363 + ], + "instruction": "display wearing device", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_9aa2c4bf-aa52-43ed-ac30-f22798c14668.png", + "bbox": [ + 27, + 891, + 291, + 1168 + ], + "instruction": "open instagram", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_9aa2c4bf-aa52-43ed-ac30-f22798c14668.png", + "bbox": [ + 808, + 586, + 1040, + 834 + ], + "instruction": "open github app", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_9aa2c4bf-aa52-43ed-ac30-f22798c14668.png", + "bbox": [ + 40, + 1200, + 292, + 1513 + ], + "instruction": "open message app", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_88c8a639-8051-4241-943c-41104b363caa.png", + "bbox": [ + 3, + 346, + 532, + 708 + ], + "instruction": "start outdoor running", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_88c8a639-8051-4241-943c-41104b363caa.png", + "bbox": [ + 3, + 736, + 520, + 1131 + ], + "instruction": "record outdoor cycle", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_88c8a639-8051-4241-943c-41104b363caa.png", + "bbox": [ + 532, + 740, + 1053, + 1139 + ], + "instruction": "start threadmill recordding", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_df5320bc-03e4-4e4e-bcc2-67cfd9b344ec.png", + "bbox": [ + 402, + 260, + 658, + 463 + ], + "instruction": "show week steps recordings", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_df5320bc-03e4-4e4e-bcc2-67cfd9b344ec.png", + "bbox": [ + 699, + 256, + 1000, + 451 + ], + "instruction": "show steps recording by month", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_df5320bc-03e4-4e4e-bcc2-67cfd9b344ec.png", + "bbox": [ + 19, + 106, + 186, + 216 + ], + "instruction": "return to upper page", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_e277f0fc-fe73-4304-9d8e-2bc4613e1986.png", + "bbox": [ + 40, + 232, + 524, + 822 + ], + "instruction": "check sleeping time", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_e277f0fc-fe73-4304-9d8e-2bc4613e1986.png", + "bbox": [ + 512, + 797, + 1041, + 1391 + ], + "instruction": "Monitor calorie expenditure", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_e277f0fc-fe73-4304-9d8e-2bc4613e1986.png", + "bbox": [ + 312, + 2188, + 511, + 2343 + ], + "instruction": "switch to workout page", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_f515dd3d-41eb-4fe9-b74a-ac66e60a8b75.png", + "bbox": [ + 548, + 2091, + 983, + 2262 + ], + "instruction": "tap continue button", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_f515dd3d-41eb-4fe9-b74a-ac66e60a8b75.png", + "bbox": [ + 113, + 2066, + 540, + 2249 + ], + "instruction": "cancel", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_63949247-1001-4d4e-9f49-81c85f7308e8.png", + "bbox": [ + 3, + 1029, + 678, + 1334 + ], + "instruction": "click power on", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_63949247-1001-4d4e-9f49-81c85f7308e8.png", + "bbox": [ + 699, + 1033, + 1037, + 1346 + ], + "instruction": "change mode", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_63949247-1001-4d4e-9f49-81c85f7308e8.png", + "bbox": [ + 735, + 1713, + 1069, + 2014 + ], + "instruction": "raise air conditioner temperature", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_6bbaccfd-a0c4-49d3-a68d-050210ff5a6e.png", + "bbox": [ + 15, + 923, + 1073, + 1102 + ], + "instruction": "check battery usage", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_6bbaccfd-a0c4-49d3-a68d-050210ff5a6e.png", + "bbox": [ + 19, + 358, + 1056, + 574 + ], + "instruction": "set fingerprints, face data and screen lock options", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_6bbaccfd-a0c4-49d3-a68d-050210ff5a6e.png", + "bbox": [ + 23, + 1550, + 1064, + 1717 + ], + "instruction": "set mi ai voice assistant", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_182c66dd-3836-4bce-909f-166abd570fde.png", + "bbox": [ + 44, + 622, + 1041, + 858 + ], + "instruction": "open user profile", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_182c66dd-3836-4bce-909f-166abd570fde.png", + "bbox": [ + 44, + 423, + 1041, + 574 + ], + "instruction": "search setttings", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_182c66dd-3836-4bce-909f-166abd570fde.png", + "bbox": [ + 36, + 1652, + 1057, + 1770 + ], + "instruction": "turn off bluetooth", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_6a0ba48e-0ed8-44ba-a40b-adbbdba2dee4.png", + "bbox": [ + 381, + 264, + 621, + 390 + ], + "instruction": "display unread massages", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_6a0ba48e-0ed8-44ba-a40b-adbbdba2dee4.png", + "bbox": [ + 621, + 252, + 910, + 386 + ], + "instruction": "display flagged massages", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_6a0ba48e-0ed8-44ba-a40b-adbbdba2dee4.png", + "bbox": [ + 837, + 126, + 939, + 228 + ], + "instruction": "tap to search messages", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_ee2362d3-17a7-479e-9f99-fd8378aae866.png", + "bbox": [ + 68, + 423, + 528, + 708 + ], + "instruction": "turn off wifi", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_ee2362d3-17a7-479e-9f99-fd8378aae866.png", + "bbox": [ + 796, + 285, + 890, + 399 + ], + "instruction": "change phone settings ", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_f53240ec-a09f-4857-9ca1-db5fb79455c3.png", + "bbox": [ + 540, + 1017, + 796, + 1302 + ], + "instruction": "open calculator", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_f53240ec-a09f-4857-9ca1-db5fb79455c3.png", + "bbox": [ + 796, + 1302, + 1064, + 1619 + ], + "instruction": "open settings", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_f53240ec-a09f-4857-9ca1-db5fb79455c3.png", + "bbox": [ + 792, + 1623, + 1060, + 1891 + ], + "instruction": "open notes", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_b9537ded-e771-43c7-bab4-1db747625d87.png", + "bbox": [ + 33, + 340, + 604, + 433 + ], + "instruction": "open automation", + "img_size": [ + 2360, + 1640 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_49f35b0d-59ea-46f9-b215-0e0e70d06a9a.png", + "bbox": [ + 1739, + 231, + 2242, + 320 + ], + "instruction": "add a room", + "img_size": [ + 2360, + 1640 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_4e17db8b-85df-4278-ba0a-9f03e5ca85da.png", + "bbox": [ + 2088, + 961, + 2206, + 1035 + ], + "instruction": "turn on the dark appearance dims wallpaper", + "img_size": [ + 2360, + 1640 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_6ded1777-d4c3-485f-b28a-7754e0e9c024.png", + "bbox": [ + 2123, + 1083, + 2230, + 1149 + ], + "instruction": "open only draw with apple pencil mode", + "img_size": [ + 2360, + 1640 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_6ded1777-d4c3-485f-b28a-7754e0e9c024.png", + "bbox": [ + 930, + 798, + 2261, + 885 + ], + "instruction": "switch to show link attributes", + "img_size": [ + 2360, + 1640 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_124e877d-d29c-45e4-bdc2-cbc729c702c9.png", + "bbox": [ + 798, + 1436, + 944, + 1584 + ], + "instruction": "open memo app", + "img_size": [ + 2360, + 1640 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_f859f69e-20c1-4630-9435-e959c43590d5.png", + "bbox": [ + 497, + 54, + 571, + 124 + ], + "instruction": "add a new tab", + "img_size": [ + 2360, + 1640 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_f859f69e-20c1-4630-9435-e959c43590d5.png", + "bbox": [ + 233, + 138, + 328, + 231 + ], + "instruction": "refresh the page", + "img_size": [ + 2360, + 1640 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_f859f69e-20c1-4630-9435-e959c43590d5.png", + "bbox": [ + 2246, + 260, + 2343, + 345 + ], + "instruction": "go to user account page", + "img_size": [ + 2360, + 1640 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_41aa1b5c-01f3-455d-807e-9c90c705dd1f.png", + "bbox": [ + 1603, + 1060, + 2288, + 1159 + ], + "instruction": "clear browsing data", + "img_size": [ + 2360, + 1640 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_41aa1b5c-01f3-455d-807e-9c90c705dd1f.png", + "bbox": [ + 1987, + 293, + 2129, + 464 + ], + "instruction": "open downloads page", + "img_size": [ + 2360, + 1640 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_95b2eec8-7804-474f-bf47-7c13a7a02595.png", + "bbox": [ + 974, + 54, + 1137, + 141 + ], + "instruction": "open a new private window", + "img_size": [ + 2360, + 1640 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_663faca5-79a3-48f6-b64c-9f7989292d17.png", + "bbox": [ + 639, + 609, + 1718, + 803 + ], + "instruction": "explore the new menu", + "img_size": [ + 2360, + 1640 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_9d30c621-fe06-4f6a-86e7-6664cc3bb566.png", + "bbox": [ + 227, + 1421, + 359, + 1520 + ], + "instruction": "check device location", + "img_size": [ + 2360, + 1640 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_d3771dd7-e526-4b87-8971-247ca5582e85.png", + "bbox": [ + 543, + 652, + 656, + 724 + ], + "instruction": "stop sharing my location", + "img_size": [ + 2360, + 1640 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_f5b4ae93-55f8-4f0c-9c9e-dda8685c37b5.png", + "bbox": [ + 1318, + 180, + 1728, + 500 + ], + "instruction": "create a new workbook for total a list", + "img_size": [ + 2360, + 1640 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_63cdee53-9026-46c9-9b69-639452091dcc.png", + "bbox": [ + 132, + 541, + 747, + 630 + ], + "instruction": "add storage account", + "img_size": [ + 2360, + 1640 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_63cdee53-9026-46c9-9b69-639452091dcc.png", + "bbox": [ + 14, + 74, + 113, + 173 + ], + "instruction": "go to user account page", + "img_size": [ + 2360, + 1640 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_043c3a5e-c12c-4991-bb7f-676c617b2f9b.png", + "bbox": [ + 1215, + 336, + 1527, + 689 + ], + "instruction": "open the entertainment menu", + "img_size": [ + 2360, + 1640 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_3d3cacff-2019-4577-9395-21b45a0c548b.png", + "bbox": [ + 932, + 780, + 986, + 838 + ], + "instruction": "remove maps from the desktop", + "img_size": [ + 2360, + 1640 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_6778b255-174f-401e-ab98-b5bbe554a141.png", + "bbox": [ + 27, + 27, + 155, + 89 + ], + "instruction": "add a new app to the desktop", + "img_size": [ + 2360, + 1640 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_6778b255-174f-401e-ab98-b5bbe554a141.png", + "bbox": [ + 928, + 866, + 986, + 922 + ], + "instruction": "remove chrome from the desktop", + "img_size": [ + 2360, + 1640 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_e3f2b3d7-4c56-44ba-af3f-ae885a3e0dbb.png", + "bbox": [ + 2084, + 543, + 2255, + 628 + ], + "instruction": "disable icloud photos", + "img_size": [ + 2360, + 1640 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_08782c89-65da-43ca-8eb6-8ca71e9f8ea7.png", + "bbox": [ + 935, + 943, + 1026, + 1028 + ], + "instruction": "remove the camera from the included controls", + "img_size": [ + 2360, + 1640 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_08782c89-65da-43ca-8eb6-8ca71e9f8ea7.png", + "bbox": [ + 947, + 1496, + 1021, + 1578 + ], + "instruction": "add alarm to the included controls", + "img_size": [ + 2360, + 1640 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_c784c6c1-0203-4193-8131-f34cef16d400.png", + "bbox": [ + 52, + 794, + 1119, + 929 + ], + "instruction": "adjust display & brightness setting", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_1152be83-7090-45b9-9465-e5acc02d867d.png", + "bbox": [ + 669, + 467, + 912, + 1039 + ], + "instruction": "switch to dark appearance theme", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_1152be83-7090-45b9-9465-e5acc02d867d.png", + "bbox": [ + 46, + 1774, + 1122, + 1900 + ], + "instruction": "adjust the brightness in the bar", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_d8a299f2-f432-4bef-abc4-5a005cf4c40f.png", + "bbox": [ + 46, + 1112, + 1125, + 1289 + ], + "instruction": "manage the password for aliyunidaas.com", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_45d2f820-fe5f-4e31-9554-34156e66179c.png", + "bbox": [ + 46, + 1450, + 1125, + 1621 + ], + "instruction": "modify the notification permission for google maps", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_f45826c5-d796-46cf-b0c3-c4095206735c.png", + "bbox": [ + 912, + 390, + 1086, + 495 + ], + "instruction": "allow google maps to send notifications", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_a2719c16-da39-48ea-8c1c-1239414f0778.png", + "bbox": [ + 918, + 1627, + 1077, + 1738 + ], + "instruction": "disable automatic app updates", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_63adf499-326a-44b4-8b3f-0ecd1935745e.png", + "bbox": [ + 49, + 908, + 1122, + 1037 + ], + "instruction": "check health details", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_18b2ff57-9a0c-48e6-a754-de728b5a0479.png", + "bbox": [ + 85, + 1891, + 286, + 2170 + ], + "instruction": "add a new place to favourities", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_18b2ff57-9a0c-48e6-a754-de728b5a0479.png", + "bbox": [ + 43, + 1600, + 984, + 1726 + ], + "instruction": "search for a place or address", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_acb1d28f-ddf9-4098-b749-51bf6600705b.png", + "bbox": [ + 609, + 1888, + 1121, + 2254 + ], + "instruction": "switch the map style to satellite", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_105a4c27-8695-4555-9121-0dd7cacb5ec2.png", + "bbox": [ + 67, + 2110, + 1101, + 2272 + ], + "instruction": "tap to continue", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_2e804aba-afb6-48a0-ad55-2f242652eb33.png", + "bbox": [ + 978, + 2050, + 1098, + 2173 + ], + "instruction": "close the notification box", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_d97a442a-6912-4a26-9387-fe5dee9b3d0a.png", + "bbox": [ + 408, + 2208, + 510, + 2430 + ], + "instruction": "choose watercolor brush style", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_d97a442a-6912-4a26-9387-fe5dee9b3d0a.png", + "bbox": [ + 885, + 2262, + 1020, + 2391 + ], + "instruction": "adjust the color", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_7e2e6586-4c35-414e-8608-863b7ceba272.png", + "bbox": [ + 393, + 1768, + 1145, + 1900 + ], + "instruction": "insert from link", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_d3865883-8214-4bff-9834-13987580abe8.png", + "bbox": [ + 771, + 956, + 1092, + 1217 + ], + "instruction": "add a circle", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_8c25fc62-ca0e-4280-ae68-9146b66089b2.png", + "bbox": [ + 420, + 1732, + 750, + 1867 + ], + "instruction": "learn more about privacy", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_6cc4e2c1-b5bd-4347-bee4-63a1217d052c.png", + "bbox": [ + 996, + 428, + 1116, + 560 + ], + "instruction": "input through voice recognition", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_6cc4e2c1-b5bd-4347-bee4-63a1217d052c.png", + "bbox": [ + 40, + 1906, + 1131, + 2113 + ], + "instruction": "check coverage", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_4e55ce53-bc82-44c3-a81a-8282f55ec4c9.png", + "bbox": [ + 993, + 497, + 1125, + 629 + ], + "instruction": "close the recommended box", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_4e55ce53-bc82-44c3-a81a-8282f55ec4c9.png", + "bbox": [ + 411, + 1948, + 762, + 2230 + ], + "instruction": "check the information about airtag", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_f6f4bdd0-01eb-41a4-b696-42fcc45097b6.png", + "bbox": [ + 213, + 2092, + 1118, + 2224 + ], + "instruction": "show the location list", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_f6f4bdd0-01eb-41a4-b696-42fcc45097b6.png", + "bbox": [ + 870, + 857, + 1125, + 1055 + ], + "instruction": "choose the place called \"\u9999\u6e2f\u5e7f\u573a\"", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_73a629d6-0fe4-4663-a727-d3b78ec52175.png", + "bbox": [ + 52, + 345, + 1116, + 519 + ], + "instruction": "search destinations", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_c81bb812-68b7-4557-95bb-1260f3b787f1.png", + "bbox": [ + 999, + 291, + 1137, + 426 + ], + "instruction": "add a new waypoint", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_c81bb812-68b7-4557-95bb-1260f3b787f1.png", + "bbox": [ + 168, + 375, + 1001, + 477 + ], + "instruction": "input the destination", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_c9c47c96-1b18-45dd-8e88-f0b48c54617d.png", + "bbox": [ + 417, + 497, + 753, + 755 + ], + "instruction": "check the wallet", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_12280689-e3e1-4a36-ba3c-709acb969b32.png", + "bbox": [ + 67, + 1747, + 1098, + 1891 + ], + "instruction": "continue with apple", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_a2cdff8e-fd92-46fb-8d83-228f2116c087.png", + "bbox": [ + 450, + 1975, + 657, + 2272 + ], + "instruction": "apply the smooth filter", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_a2cdff8e-fd92-46fb-8d83-228f2116c087.png", + "bbox": [ + 1028, + 87, + 1139, + 213 + ], + "instruction": "open additional options", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_641346f3-50a8-4235-8a74-e0c9ee49136f.png", + "bbox": [ + 58, + 1112, + 271, + 1325 + ], + "instruction": "crop the photo", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_641346f3-50a8-4235-8a74-e0c9ee49136f.png", + "bbox": [ + 345, + 1372, + 549, + 1612 + ], + "instruction": "open a brush", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_6126718c-82ef-4406-8d00-3d4bf7a414c4.png", + "bbox": [ + 981, + 255, + 1158, + 435 + ], + "instruction": "view personal information", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_6126718c-82ef-4406-8d00-3d4bf7a414c4.png", + "bbox": [ + 813, + 1378, + 1149, + 1504 + ], + "instruction": "show more about workouts", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_b4a1ee35-b1b3-4ea6-bd37-22e326ea8620.png", + "bbox": [ + 46, + 1615, + 1119, + 2124 + ], + "instruction": "view exercise log on map", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_8632848c-d399-4879-bb2e-c06478785a16.png", + "bbox": [ + 1013, + 180, + 1145, + 336 + ], + "instruction": "close the splits", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_3475adcf-26f0-43b9-8758-cae8601d33d1.png", + "bbox": [ + 846, + 141, + 978, + 282 + ], + "instruction": "open exercise log calendar", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_35047157-7939-4491-ab8d-4d1da41acc74.png", + "bbox": [ + 37, + 566, + 1131, + 716 + ], + "instruction": "set to repeat every monday", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_39d89f43-f1df-40b7-a0db-eef4bc2521d0.png", + "bbox": [ + 963, + 956, + 1137, + 1076 + ], + "instruction": "turn on an alarm for 7:40", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_268e1246-9870-47c7-a702-cadd117e11d4.png", + "bbox": [ + 34, + 1993, + 1143, + 2146 + ], + "instruction": "sign up to zoom ", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_085c4ffc-e423-4798-a09f-702ded3d1987.png", + "bbox": [ + 912, + 366, + 1089, + 483 + ], + "instruction": "switch on hide sensitive information when switching tasks", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_0b63fa69-df33-442d-b7ea-9393432f71ea.png", + "bbox": [ + 40, + 638, + 1119, + 782 + ], + "instruction": "adjust accessibility settings", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_9f4d72cc-149d-4613-b19a-759ee34d8a47.png", + "bbox": [ + 459, + 360, + 567, + 459 + ], + "instruction": "close the tab with the apple official website", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_9f4d72cc-149d-4613-b19a-759ee34d8a47.png", + "bbox": [ + 49, + 168, + 1122, + 282 + ], + "instruction": "serch tab", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_76682c29-846c-4673-be8b-ebfbe0e5c9a9.png", + "bbox": [ + 43, + 1714, + 1122, + 1846 + ], + "instruction": "add a new empty tab group", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_79ef2997-19a2-4520-8647-b1ad1fc00ce8.png", + "bbox": [ + 82, + 2154, + 1089, + 2292 + ], + "instruction": "search for the privacy report of a website", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_e8581791-9dca-4a18-a9c3-0ddd782aaf96.png", + "bbox": [ + 429, + 503, + 729, + 860 + ], + "instruction": "open documents", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_bdefb309-2aeb-4b5f-920b-1e9952f1ddfe.png", + "bbox": [ + 4, + 150, + 388, + 261 + ], + "instruction": "back to previous page", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_bed2b5e8-9102-405e-80f3-85207ed1bbf0.png", + "bbox": [ + 121, + 390, + 532, + 819 + ], + "instruction": "open high resolution 50mp mode", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_bed2b5e8-9102-405e-80f3-85207ed1bbf0.png", + "bbox": [ + 569, + 393, + 1006, + 844 + ], + "instruction": "take short video", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_97ca06a1-8d37-4ece-b7ed-79517c61da2f.png", + "bbox": [ + 24, + 108, + 147, + 234 + ], + "instruction": "back to upper page", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_97ca06a1-8d37-4ece-b7ed-79517c61da2f.png", + "bbox": [ + 237, + 556, + 623, + 621 + ], + "instruction": "display more details of the ai life app", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_f6431461-6800-4054-a29d-d74b01514198.png", + "bbox": [ + 771, + 112, + 876, + 220 + ], + "instruction": "view security informations", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_f6431461-6800-4054-a29d-d74b01514198.png", + "bbox": [ + 905, + 105, + 1028, + 235 + ], + "instruction": "view settings", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_b099c8b7-0ff4-404b-a1a2-10691a313a8b.png", + "bbox": [ + 699, + 134, + 825, + 242 + ], + "instruction": "open dynamic shot", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_b099c8b7-0ff4-404b-a1a2-10691a313a8b.png", + "bbox": [ + 237, + 134, + 371, + 246 + ], + "instruction": "open hdr shoting mode", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_8ed6041f-f845-4495-8ca6-def7f40471fd.png", + "bbox": [ + 13, + 563, + 1016, + 852 + ], + "instruction": "start a private meeting", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_8ed6041f-f845-4495-8ca6-def7f40471fd.png", + "bbox": [ + 28, + 2122, + 1042, + 2292 + ], + "instruction": "go to next step", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_13b715bb-dd6e-462c-80f3-3ea629b114c0.png", + "bbox": [ + 28, + 235, + 937, + 394 + ], + "instruction": "input to change the meeting's title", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_13b715bb-dd6e-462c-80f3-3ea629b114c0.png", + "bbox": [ + 872, + 1270, + 1056, + 1393 + ], + "instruction": "turn off \"add meeting into calendar\" setting", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_53e09f46-876e-4552-9037-ae4ef338dad3.png", + "bbox": [ + 46, + 404, + 1035, + 538 + ], + "instruction": "show all news&magzaines apps", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_53e09f46-876e-4552-9037-ae4ef338dad3.png", + "bbox": [ + 82, + 2151, + 306, + 2353 + ], + "instruction": "show all games", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_07c1d6c0-7f94-457e-94b4-1e855dc1aded.png", + "bbox": [ + 962, + 137, + 1056, + 216 + ], + "instruction": "search games", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_97752e81-d94b-49a1-8cb2-709395d63372.png", + "bbox": [ + 298, + 253, + 1060, + 408 + ], + "instruction": "enter meeting id", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_97752e81-d94b-49a1-8cb2-709395d63372.png", + "bbox": [ + 28, + 112, + 216, + 227 + ], + "instruction": "cancel the new meeting setting", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_97752e81-d94b-49a1-8cb2-709395d63372.png", + "bbox": [ + 883, + 599, + 1049, + 729 + ], + "instruction": "close mic when enter the online meeting room", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_6049f1b2-a8b8-4e39-bbac-ddd647cd3248.png", + "bbox": [ + 905, + 108, + 1049, + 256 + ], + "instruction": "display noticfications", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_6049f1b2-a8b8-4e39-bbac-ddd647cd3248.png", + "bbox": [ + 544, + 274, + 746, + 556 + ], + "instruction": "arrange a meeting in schedula", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_6049f1b2-a8b8-4e39-bbac-ddd647cd3248.png", + "bbox": [ + 28, + 296, + 248, + 541 + ], + "instruction": "join a meeting", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_b92938f8-6822-49e4-9612-67debab64e9d.png", + "bbox": [ + 959, + 101, + 1067, + 198 + ], + "instruction": "view settings", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_b92938f8-6822-49e4-9612-67debab64e9d.png", + "bbox": [ + 0, + 105, + 114, + 210 + ], + "instruction": "view more functions", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_b92938f8-6822-49e4-9612-67debab64e9d.png", + "bbox": [ + 461, + 213, + 627, + 361 + ], + "instruction": "display phone files", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_aacb7bd4-e54a-4798-876a-eef079e17b2d.png", + "bbox": [ + 569, + 1021, + 703, + 1129 + ], + "instruction": "display public ip address", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_aacb7bd4-e54a-4798-876a-eef079e17b2d.png", + "bbox": [ + 78, + 1184, + 468, + 1278 + ], + "instruction": "turn off rule-based mode", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_674f6746-05c0-4e7d-93de-adf054f0eaf6.png", + "bbox": [ + 926, + 119, + 1052, + 220 + ], + "instruction": "post a new article", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_674f6746-05c0-4e7d-93de-adf054f0eaf6.png", + "bbox": [ + 818, + 2082, + 941, + 2208 + ], + "instruction": "play music", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_b7323848-f2e7-492c-95aa-e33e731ff196.png", + "bbox": [ + 757, + 119, + 883, + 213 + ], + "instruction": "scan qr code", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_b7323848-f2e7-492c-95aa-e33e731ff196.png", + "bbox": [ + 674, + 523, + 797, + 581 + ], + "instruction": "open night mode", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_b7323848-f2e7-492c-95aa-e33e731ff196.png", + "bbox": [ + 35, + 653, + 840, + 790 + ], + "instruction": "stop timer", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_35351ad5-e887-4f0c-8e11-b0ae43776394.png", + "bbox": [ + 154, + 296, + 540, + 426 + ], + "instruction": "log in ", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_35351ad5-e887-4f0c-8e11-b0ae43776394.png", + "bbox": [ + 544, + 278, + 930, + 440 + ], + "instruction": "register", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_5beaa36a-b6a1-44ee-9684-0d0b8afd0c0b.png", + "bbox": [ + 457, + 498, + 648, + 675 + ], + "instruction": "exchange target and source city", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_5beaa36a-b6a1-44ee-9684-0d0b8afd0c0b.png", + "bbox": [ + 60, + 1090, + 1009, + 1231 + ], + "instruction": "search the tickets", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_5beaa36a-b6a1-44ee-9684-0d0b8afd0c0b.png", + "bbox": [ + 71, + 964, + 609, + 1058 + ], + "instruction": "show high-speed track only", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_a1c4c142-4b8e-4db8-a74f-f84f047cbf46.png", + "bbox": [ + 46, + 675, + 512, + 931 + ], + "instruction": "persuit 9.95 CNY as telephone fee", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_a1c4c142-4b8e-4db8-a74f-f84f047cbf46.png", + "bbox": [ + 515, + 935, + 991, + 1227 + ], + "instruction": "pay 99 rmb for telephone bill", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_a1c4c142-4b8e-4db8-a74f-f84f047cbf46.png", + "bbox": [ + 6, + 112, + 107, + 217 + ], + "instruction": "back to upper page", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_8d60dcfe-4771-4a34-9053-9195df7264c9.png", + "bbox": [ + 652, + 137, + 850, + 249 + ], + "instruction": "log out", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_8d60dcfe-4771-4a34-9053-9195df7264c9.png", + "bbox": [ + 399, + 285, + 691, + 520 + ], + "instruction": "view data add ons", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_8d60dcfe-4771-4a34-9053-9195df7264c9.png", + "bbox": [ + 49, + 1353, + 1060, + 1533 + ], + "instruction": "display phone billings", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_791a59b0-e0dd-452f-b3c3-94238f7636f0.png", + "bbox": [ + 251, + 635, + 865, + 1310 + ], + "instruction": "start speed test", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_791a59b0-e0dd-452f-b3c3-94238f7636f0.png", + "bbox": [ + 984, + 97, + 1080, + 184 + ], + "instruction": "display more options", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_791a59b0-e0dd-452f-b3c3-94238f7636f0.png", + "bbox": [ + 684, + 2212, + 843, + 2378 + ], + "instruction": "display map", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_71a65a77-a4ba-4853-9530-5e781cbbaa67.png", + "bbox": [ + 60, + 2122, + 1009, + 2259 + ], + "instruction": "continue", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_71a65a77-a4ba-4853-9530-5e781cbbaa67.png", + "bbox": [ + 266, + 1707, + 818, + 1812 + ], + "instruction": "show policy agreement", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_48d10f78-a92e-43fb-ace1-c1a4f5bccb90.png", + "bbox": [ + 60, + 1740, + 998, + 1906 + ], + "instruction": "deny privacy terms", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_48d10f78-a92e-43fb-ace1-c1a4f5bccb90.png", + "bbox": [ + 89, + 2072, + 966, + 2263 + ], + "instruction": "allow all require while use this app", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_48d10f78-a92e-43fb-ace1-c1a4f5bccb90.png", + "bbox": [ + 92, + 1245, + 543, + 1707 + ], + "instruction": "only allow accessing of approximate location", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_d9e451e3-6238-496f-8cc4-37e019e1a9c3.png", + "bbox": [ + 230, + 1924, + 847, + 2130 + ], + "instruction": "done", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_41049254-5e60-485c-b974-174ad6e98bd0.png", + "bbox": [ + 728, + 318, + 869, + 405 + ], + "instruction": "edit the overlay of this page", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_41049254-5e60-485c-b974-174ad6e98bd0.png", + "bbox": [ + 13, + 130, + 175, + 260 + ], + "instruction": "return to homepage", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_b4e274d0-a7b6-4cad-97ee-5581ef41c6a0.png", + "bbox": [ + 24, + 646, + 1056, + 855 + ], + "instruction": "open my own twitch group", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_b4e274d0-a7b6-4cad-97ee-5581ef41c6a0.png", + "bbox": [ + 38, + 2180, + 1038, + 2346 + ], + "instruction": "join a twitch server", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_b4e274d0-a7b6-4cad-97ee-5581ef41c6a0.png", + "bbox": [ + 13, + 1180, + 1060, + 1433 + ], + "instruction": "use school group template", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_508e7610-9e30-4626-9ea3-37bf194cb1dd.png", + "bbox": [ + 31, + 1223, + 1060, + 1468 + ], + "instruction": "type my email address", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_508e7610-9e30-4626-9ea3-37bf194cb1dd.png", + "bbox": [ + 453, + 1104, + 738, + 1173 + ], + "instruction": "display more information", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_508e7610-9e30-4626-9ea3-37bf194cb1dd.png", + "bbox": [ + 53, + 112, + 165, + 238 + ], + "instruction": "close this window", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_5c444b03-c5ca-41d8-b4cb-e12f4f4a4387.png", + "bbox": [ + 753, + 332, + 988, + 617 + ], + "instruction": "open settings", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_5c444b03-c5ca-41d8-b4cb-e12f4f4a4387.png", + "bbox": [ + 121, + 339, + 309, + 588 + ], + "instruction": "search in this app", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_5c444b03-c5ca-41d8-b4cb-e12f4f4a4387.png", + "bbox": [ + 554, + 350, + 734, + 574 + ], + "instruction": "view mute channel", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_f0b711c8-ab3c-4af5-b43b-452a718637ae.png", + "bbox": [ + 56, + 819, + 532, + 985 + ], + "instruction": "add status", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_f0b711c8-ab3c-4af5-b43b-452a718637ae.png", + "bbox": [ + 930, + 90, + 1064, + 220 + ], + "instruction": "check settings", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_b84d7f20-7c25-4613-829f-6c620e223593.png", + "bbox": [ + 977, + 260, + 1080, + 379 + ], + "instruction": "close the new message notification bar", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_b84d7f20-7c25-4613-829f-6c620e223593.png", + "bbox": [ + 125, + 126, + 446, + 238 + ], + "instruction": "show news", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_b84d7f20-7c25-4613-829f-6c620e223593.png", + "bbox": [ + 179, + 1270, + 334, + 1364 + ], + "instruction": "add a fire emoji in the post", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_1931c317-b01b-46c9-8c28-a5b81ad5495b.png", + "bbox": [ + 53, + 1292, + 490, + 1429 + ], + "instruction": "copy text", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_1931c317-b01b-46c9-8c28-a5b81ad5495b.png", + "bbox": [ + 905, + 1068, + 1057, + 1238 + ], + "instruction": "add a emoji", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_df977636-55ed-4c99-8ff1-569ef8e6c78a.png", + "bbox": [ + 31, + 206, + 226, + 437 + ], + "instruction": "scan qr code", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_df977636-55ed-4c99-8ff1-569ef8e6c78a.png", + "bbox": [ + 937, + 97, + 1063, + 223 + ], + "instruction": "tap the icon for displaying more functional", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_df977636-55ed-4c99-8ff1-569ef8e6c78a.png", + "bbox": [ + 850, + 448, + 1059, + 654 + ], + "instruction": "transfer money", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_c988d05c-1c6d-4b0d-aacb-eafb866320fb.png", + "bbox": [ + 955, + 87, + 1070, + 239 + ], + "instruction": "check settings", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_c988d05c-1c6d-4b0d-aacb-eafb866320fb.png", + "bbox": [ + 865, + 1985, + 1053, + 2176 + ], + "instruction": "post a new tweet", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_c988d05c-1c6d-4b0d-aacb-eafb866320fb.png", + "bbox": [ + 908, + 2220, + 1042, + 2350 + ], + "instruction": "show all messages", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_8f5ecfa3-33b9-4306-bc67-87aacadfc45b.png", + "bbox": [ + 9, + 105, + 143, + 271 + ], + "instruction": "go back to previous page", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_8f5ecfa3-33b9-4306-bc67-87aacadfc45b.png", + "bbox": [ + 883, + 473, + 1053, + 617 + ], + "instruction": "disable the setting of playing video and gif in wifi or using traffic", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_8f5ecfa3-33b9-4306-bc67-87aacadfc45b.png", + "bbox": [ + 9, + 1382, + 1056, + 1552 + ], + "instruction": "change the language to be translated into", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_a84e2cd2-1d45-42c1-8e2e-5c06fa3419af.png", + "bbox": [ + 38, + 1833, + 283, + 2017 + ], + "instruction": "share to weibo", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_a84e2cd2-1d45-42c1-8e2e-5c06fa3419af.png", + "bbox": [ + 587, + 1812, + 778, + 2043 + ], + "instruction": "share to twitter", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_a84e2cd2-1d45-42c1-8e2e-5c06fa3419af.png", + "bbox": [ + 565, + 2061, + 756, + 2241 + ], + "instruction": "copy link to share", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_99daacb4-408c-4cdf-8f14-2c01675fda1f.png", + "bbox": [ + 868, + 1346, + 969, + 1465 + ], + "instruction": "Set to use the largest font size", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_99daacb4-408c-4cdf-8f14-2c01675fda1f.png", + "bbox": [ + 883, + 1703, + 1060, + 1880 + ], + "instruction": "enable dark mode follow system", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_99daacb4-408c-4cdf-8f14-2c01675fda1f.png", + "bbox": [ + 0, + 90, + 161, + 249 + ], + "instruction": "return to upper page", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_597cf265-2586-43ab-8048-99e06141f39f.png", + "bbox": [ + 919, + 473, + 1042, + 607 + ], + "instruction": "fold the shown post", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_7618dc0d-3998-4dd2-82db-86df2cc97da3.png", + "bbox": [ + 132, + 480, + 839, + 595 + ], + "instruction": "filter unread feeds", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_7618dc0d-3998-4dd2-82db-86df2cc97da3.png", + "bbox": [ + 136, + 920, + 818, + 1054 + ], + "instruction": "filter group weibo", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_7618dc0d-3998-4dd2-82db-86df2cc97da3.png", + "bbox": [ + 854, + 2007, + 1045, + 2187 + ], + "instruction": "create a new post", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_c3af996a-2d6c-47c2-ba3d-aae699016f0e.png", + "bbox": [ + 879, + 1487, + 1038, + 1584 + ], + "instruction": "switch off sounds", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_bce7a892-9cb2-432a-b678-2429d4f51d3d.png", + "bbox": [ + 919, + 134, + 1034, + 282 + ], + "instruction": "show all downloading apps", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_bce7a892-9cb2-432a-b678-2429d4f51d3d.png", + "bbox": [ + 594, + 278, + 854, + 354 + ], + "instruction": "show softwares", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_daf338f0-ebfc-488e-9a55-f8cc03394148.png", + "bbox": [ + 396, + 1054, + 688, + 1105 + ], + "instruction": "view all folded apps", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_31f8a5c2-e28a-488c-bb28-a31c823c9c83.png", + "bbox": [ + 486, + 422, + 1038, + 787 + ], + "instruction": "open cleaner", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_6ad7dd8f-82d3-4e73-b437-667dc1b24574.png", + "bbox": [ + 959, + 101, + 1071, + 235 + ], + "instruction": "add a new device", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_6ad7dd8f-82d3-4e73-b437-667dc1b24574.png", + "bbox": [ + 392, + 1245, + 500, + 1379 + ], + "instruction": "tap a button to open table lamp in bedroom", + "img_size": [ + 1080, + 2400 + ], + "platform": "android", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_5a0b24f9-66fe-4593-bcf5-4752d5332bcf.png", + "bbox": [ + 909, + 389, + 1088, + 498 + ], + "instruction": "turn on data roaming", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_5a0b24f9-66fe-4593-bcf5-4752d5332bcf.png", + "bbox": [ + 5, + 153, + 274, + 258 + ], + "instruction": "back to cellular", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_9bbed1c6-3a9f-46ea-b2d3-39ae8abde54e.png", + "bbox": [ + 572, + 1536, + 1108, + 1626 + ], + "instruction": "view last month cellular data", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_9bbed1c6-3a9f-46ea-b2d3-39ae8abde54e.png", + "bbox": [ + 49, + 819, + 1121, + 956 + ], + "instruction": "select network", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_9bbed1c6-3a9f-46ea-b2d3-39ae8abde54e.png", + "bbox": [ + 47, + 2034, + 1121, + 2202 + ], + "instruction": "check the usage of cellular of wechat", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_6bfcd1af-894e-4c63-b1c1-c5fabf589029.png", + "bbox": [ + 70, + 1011, + 555, + 1547 + ], + "instruction": "view social apps", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_6bfcd1af-894e-4c63-b1c1-c5fabf589029.png", + "bbox": [ + 76, + 187, + 1091, + 330 + ], + "instruction": "search in app library", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_6bfcd1af-894e-4c63-b1c1-c5fabf589029.png", + "bbox": [ + 610, + 1601, + 1091, + 2139 + ], + "instruction": "view travel apps", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_59fde6e1-8df2-4009-ad8d-aa44bffd2bf2.png", + "bbox": [ + 940, + 155, + 1150, + 268 + ], + "instruction": "cancel password input", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_46f8e4b9-c563-43f2-a651-4b1e80ee9907.png", + "bbox": [ + 41, + 1208, + 1125, + 1345 + ], + "instruction": "switch language", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_46f8e4b9-c563-43f2-a651-4b1e80ee9907.png", + "bbox": [ + 915, + 1565, + 1081, + 1676 + ], + "instruction": "open app automatic download", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_46f8e4b9-c563-43f2-a651-4b1e80ee9907.png", + "bbox": [ + 915, + 1763, + 1087, + 1862 + ], + "instruction": "turn off the app automatic update", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_46f8e4b9-c563-43f2-a651-4b1e80ee9907.png", + "bbox": [ + 45, + 700, + 1125, + 874 + ], + "instruction": "set notifications", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_c47a7b32-1c13-414c-af34-f8ec2c7a0731.png", + "bbox": [ + 917, + 483, + 1079, + 599 + ], + "instruction": "tap the toggle switch to open automatic download with cellular", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_c47a7b32-1c13-414c-af34-f8ec2c7a0731.png", + "bbox": [ + 13, + 155, + 299, + 260 + ], + "instruction": "back to settings", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_c47a7b32-1c13-414c-af34-f8ec2c7a0731.png", + "bbox": [ + 45, + 2185, + 1125, + 2319 + ], + "instruction": "check personalized recommendations", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_8a1fada9-3afa-4eb7-8cef-8896bb2ab30e.png", + "bbox": [ + 45, + 599, + 1125, + 733 + ], + "instruction": "view books setting", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_8a1fada9-3afa-4eb7-8cef-8896bb2ab30e.png", + "bbox": [ + 45, + 1469, + 1125, + 1603 + ], + "instruction": "check settings of apple store", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_8a1fada9-3afa-4eb7-8cef-8896bb2ab30e.png", + "bbox": [ + 49, + 2261, + 1123, + 2395 + ], + "instruction": "check feishu", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_16545bc1-c614-4dc3-a81c-3d349a93e07d.png", + "bbox": [ + 976, + 389, + 1079, + 492 + ], + "instruction": "View AirPods playback setting", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_16545bc1-c614-4dc3-a81c-3d349a93e07d.png", + "bbox": [ + 85, + 1679, + 310, + 1900 + ], + "instruction": "tap to scan qr code", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_b550b4ed-79ce-446a-a1c3-a164b314bfe8.png", + "bbox": [ + 53, + 687, + 1110, + 1393 + ], + "instruction": "check out jony j's album", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_6e041214-1095-476a-8779-04db83de5781.png", + "bbox": [ + 898, + 162, + 999, + 257 + ], + "instruction": "add a new song to the album", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_6e041214-1095-476a-8779-04db83de5781.png", + "bbox": [ + 51, + 1330, + 555, + 1488 + ], + "instruction": "play this album", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_f6313b8a-4258-47d1-97af-7868e04979a4.png", + "bbox": [ + 484, + 1849, + 679, + 2038 + ], + "instruction": "pause the music", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_f6313b8a-4258-47d1-97af-7868e04979a4.png", + "bbox": [ + 799, + 1847, + 990, + 2038 + ], + "instruction": "play next song", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_ec01cb13-de9a-4a4b-9a79-5f810b034474.png", + "bbox": [ + 509, + 2276, + 660, + 2417 + ], + "instruction": "use airplay", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_ec01cb13-de9a-4a4b-9a79-5f810b034474.png", + "bbox": [ + 810, + 2278, + 961, + 2419 + ], + "instruction": "check the play list", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_e550d5f2-308d-4027-ad04-8c2ba9e8d2d1.png", + "bbox": [ + 83, + 1015, + 1094, + 1179 + ], + "instruction": "play the opening the channel (mixed)", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_86bad4a5-d11b-4f2d-b367-5180a49ca4b5.png", + "bbox": [ + 37, + 786, + 396, + 912 + ], + "instruction": "view all country musics", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_86bad4a5-d11b-4f2d-b367-5180a49ca4b5.png", + "bbox": [ + 593, + 925, + 1114, + 1587 + ], + "instruction": "check out the yeedm album", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_88d4e5a0-ca4e-4dc7-9b43-1932dc5aa896.png", + "bbox": [ + 396, + 141, + 1146, + 273 + ], + "instruction": "add this song to library", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_88d4e5a0-ca4e-4dc7-9b43-1932dc5aa896.png", + "bbox": [ + 394, + 712, + 1148, + 844 + ], + "instruction": "share song with someone", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_88d4e5a0-ca4e-4dc7-9b43-1932dc5aa896.png", + "bbox": [ + 398, + 1532, + 1146, + 1662 + ], + "instruction": "add this song to favorite", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_c9fe8f06-aa80-4f6a-abe2-5886567fdea3.png", + "bbox": [ + 198, + 2276, + 349, + 2417 + ], + "instruction": "switch to song lyric", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_c9fe8f06-aa80-4f6a-abe2-5886567fdea3.png", + "bbox": [ + 850, + 521, + 968, + 643 + ], + "instruction": "switch to shuffle play music", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_c9fe8f06-aa80-4f6a-abe2-5886567fdea3.png", + "bbox": [ + 970, + 521, + 1088, + 643 + ], + "instruction": "switch to sequential music playback", + "img_size": [ + 1170, + 2532 + ], + "platform": "ios", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_02e9bl.png", + "bbox": [ + 645, + 625, + 2361, + 1590 + ], + "instruction": "view the photo pictured in Apr 11", + "img_size": [ + 2360, + 1640 + ], + "platform": "shop", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_0ze76a.png", + "bbox": [ + 2166, + 70, + 2240, + 129 + ], + "instruction": "share this stock", + "img_size": [ + 2360, + 1640 + ], + "platform": "shop", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_456lbi.jpg", + "bbox": [ + 14, + 218, + 237, + 356 + ], + "instruction": "close this window", + "img_size": [ + 1280, + 2774 + ], + "platform": "shop", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_47gvof.png", + "bbox": [ + 839, + 995, + 1505, + 1093 + ], + "instruction": "Modify the alarm sound when timer ends", + "img_size": [ + 2360, + 1640 + ], + "platform": "shop", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_4kk4kc.jpg", + "bbox": [ + 70, + 1756, + 1206, + 1866 + ], + "instruction": "view the TCP settings", + "img_size": [ + 1280, + 2774 + ], + "platform": "shop", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_4yoej9.jpg", + "bbox": [ + 78, + 2172, + 1203, + 2300 + ], + "instruction": "log in with google account", + "img_size": [ + 1280, + 2774 + ], + "platform": "shop", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_51nu75.png", + "bbox": [ + 26, + 1095, + 293, + 1231 + ], + "instruction": "switch to uppercase input", + "img_size": [ + 2360, + 1640 + ], + "platform": "shop", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_51vhbq.png", + "bbox": [ + 1754, + 55, + 1842, + 116 + ], + "instruction": "refresh this page", + "img_size": [ + 2360, + 1640 + ], + "platform": "shop", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_5a33tm.png", + "bbox": [ + 221, + 74, + 831, + 346 + ], + "instruction": "view the calandar ", + "img_size": [ + 2360, + 1640 + ], + "platform": "shop", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_6edzq7.jpg", + "bbox": [ + 26, + 1095, + 293, + 1231 + ], + "instruction": "switch on automatic downloads using cellular data", + "img_size": [ + 1280, + 2774 + ], + "platform": "shop", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_7ug1dm.jpg", + "bbox": [ + 35, + 1100, + 881, + 1210 + ], + "instruction": "send feedback", + "img_size": [ + 1280, + 2774 + ], + "platform": "shop", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_7us4hm.jpg", + "bbox": [ + 35, + 2380, + 1254, + 2631 + ], + "instruction": "create a movie project from scratch ", + "img_size": [ + 1280, + 2774 + ], + "platform": "shop", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_8u6mj9.png", + "bbox": [ + 21, + 543, + 90, + 1111 + ], + "instruction": "Adjust the camera focus", + "img_size": [ + 2360, + 1640 + ], + "platform": "shop", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_9go02u.jpg", + "bbox": [ + 9, + 1981, + 1254, + 2106 + ], + "instruction": "locate the record of lap 3", + "img_size": [ + 1280, + 2774 + ], + "platform": "shop", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_anffus.png", + "bbox": [ + 242, + 1431, + 386, + 1556 + ], + "instruction": "start a new recording", + "img_size": [ + 2360, + 1640 + ], + "platform": "shop", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_ax0vnf.jpg", + "bbox": [ + 951, + 1723, + 1246, + 1816 + ], + "instruction": "show more awards", + "img_size": [ + 1280, + 2774 + ], + "platform": "shop", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_bin70f.jpg", + "bbox": [ + 978, + 2396, + 1201, + 2514 + ], + "instruction": "enable associated domains development", + "img_size": [ + 1280, + 2774 + ], + "platform": "shop", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_bojubn.jpg", + "bbox": [ + 933, + 2355, + 1076, + 2512 + ], + "instruction": "pause the playing music", + "img_size": [ + 1280, + 2774 + ], + "platform": "shop", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_c9n6vg.png", + "bbox": [ + 997, + 538, + 1845, + 618 + ], + "instruction": "switch the service to onedrive", + "img_size": [ + 2360, + 1640 + ], + "platform": "shop", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_d6m47l.png", + "bbox": [ + 231, + 1426, + 343, + 1514 + ], + "instruction": "view all my devices", + "img_size": [ + 2360, + 1640 + ], + "platform": "shop", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_de4puu.jpg", + "bbox": [ + 150, + 2362, + 318, + 2516 + ], + "instruction": "turn on the flashlight", + "img_size": [ + 1242, + 2688 + ], + "platform": "shop", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_drmphj.jpg", + "bbox": [ + 817, + 1399, + 963, + 1628 + ], + "instruction": "check out the information of restaurants in Disney ", + "img_size": [ + 1280, + 2774 + ], + "platform": "shop", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_ei9pzn.png", + "bbox": [ + 653, + 327, + 746, + 380 + ], + "instruction": "switch on airplane mode", + "img_size": [ + 2360, + 1640 + ], + "platform": "shop", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_ezvzt1.jpg", + "bbox": [ + 731, + 2458, + 870, + 2647 + ], + "instruction": "scan the qr code", + "img_size": [ + 1280, + 2774 + ], + "platform": "shop", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_f4j7l5.jpg", + "bbox": [ + 934, + 1519, + 1179, + 1618 + ], + "instruction": "update Google chrome", + "img_size": [ + 1280, + 2774 + ], + "platform": "shop", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_fgypk7.png", + "bbox": [ + 2079, + 322, + 2197, + 386 + ], + "instruction": "disallow notability to access my microphone", + "img_size": [ + 2360, + 1640 + ], + "platform": "shop", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_ghbnwh.jpg", + "bbox": [ + 67, + 2215, + 1222, + 2351 + ], + "instruction": "Modify DiDi's location permission", + "img_size": [ + 1280, + 2774 + ], + "platform": "shop", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_gtq93d.jpg", + "bbox": [ + 923, + 479, + 1129, + 868 + ], + "instruction": "display notifications as list format", + "img_size": [ + 1280, + 2774 + ], + "platform": "shop", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_gxel80.jpg", + "bbox": [ + 65, + 1378, + 1214, + 1508 + ], + "instruction": "adjust the preferred language for hearthstone", + "img_size": [ + 1280, + 2774 + ], + "platform": "shop", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_hydu17.jpg", + "bbox": [ + 88, + 1370, + 214, + 1476 + ], + "instruction": "exclude the control of calculator", + "img_size": [ + 1242, + 2688 + ], + "platform": "shop", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_inxnbt.jpg", + "bbox": [ + 49, + 2071, + 619, + 2159 + ], + "instruction": "view open source software", + "img_size": [ + 1280, + 2774 + ], + "platform": "shop", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_je83pz.jpg", + "bbox": [ + 419, + 1108, + 635, + 1375 + ], + "instruction": "view my reading list", + "img_size": [ + 1280, + 2774 + ], + "platform": "shop", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_kxukat.png", + "bbox": [ + 853, + 1519, + 1194, + 1588 + ], + "instruction": "add a new reminder", + "img_size": [ + 2360, + 1640 + ], + "platform": "shop", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_lgsxb6.png", + "bbox": [ + 986, + 271, + 1255, + 362 + ], + "instruction": "view more information of Fudan University attached tumor hospital", + "img_size": [ + 2360, + 1640 + ], + "platform": "shop", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_ly188d.jpg", + "bbox": [ + 185, + 1983, + 707, + 2050 + ], + "instruction": "choose my country as US, English", + "img_size": [ + 1280, + 2774 + ], + "platform": "shop", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_macajw.jpg", + "bbox": [ + 990, + 1602, + 1169, + 1711 + ], + "instruction": "disallow friend requests", + "img_size": [ + 1280, + 2774 + ], + "platform": "shop", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_oap5oc.jpg", + "bbox": [ + 67, + 2015, + 1211, + 2175 + ], + "instruction": "view more details about nutrition", + "img_size": [ + 1280, + 2774 + ], + "platform": "shop", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_pouj3h.jpg", + "bbox": [ + 59, + 1095, + 1209, + 1228 + ], + "instruction": "check my recently deleted message", + "img_size": [ + 1280, + 2774 + ], + "platform": "shop", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_q24p8x.png", + "bbox": [ + 509, + 228, + 999, + 308 + ], + "instruction": "switch the temperature display to Fahrenheit", + "img_size": [ + 2360, + 1640 + ], + "platform": "shop", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_r2v2ix.jpg", + "bbox": [ + 419, + 538, + 817, + 1106 + ], + "instruction": "select snoopy as watch face", + "img_size": [ + 1280, + 2774 + ], + "platform": "shop", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_rhb1da.png", + "bbox": [ + 461, + 892, + 607, + 1023 + ], + "instruction": "Open the Magnifier app", + "img_size": [ + 2360, + 1640 + ], + "platform": "shop", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_rwsoe7.png", + "bbox": [ + 1199, + 1098, + 1530, + 1420 + ], + "instruction": "view more information about visibility", + "img_size": [ + 2360, + 1640 + ], + "platform": "shop", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_rxb2i5.jpg", + "bbox": [ + 353, + 799, + 1102, + 919 + ], + "instruction": "add this note to favorites", + "img_size": [ + 1280, + 2774 + ], + "platform": "shop", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_vqzf88.jpg", + "bbox": [ + 51, + 2386, + 1219, + 2706 + ], + "instruction": "check the weather of ottawa", + "img_size": [ + 1280, + 2774 + ], + "platform": "shop", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_wn61sa.jpg", + "bbox": [ + 73, + 1746, + 1225, + 1871 + ], + "instruction": "switch on overwrite server", + "img_size": [ + 1280, + 2774 + ], + "platform": "shop", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_y6mqo1.jpg", + "bbox": [ + 366, + 1196, + 601, + 1482 + ], + "instruction": "open app store", + "img_size": [ + 1280, + 2774 + ], + "platform": "shop", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_y8n283.png", + "bbox": [ + 130, + 1514, + 221, + 1602 + ], + "instruction": "unlock the zoom ", + "img_size": [ + 2360, + 1640 + ], + "platform": "shop", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_yoaurq.png", + "bbox": [ + 930, + 455, + 2253, + 535 + ], + "instruction": "add a new preferred language", + "img_size": [ + 2360, + 1640 + ], + "platform": "shop", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_z0bava.jpg", + "bbox": [ + 681, + 962, + 891, + 1204 + ], + "instruction": "check my qq coins ", + "img_size": [ + 1280, + 2774 + ], + "platform": "shop", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_zigyqt.jpg", + "bbox": [ + 19, + 2109, + 1222, + 2312 + ], + "instruction": "Check the latest QQ notification", + "img_size": [ + 1242, + 2688 + ], + "platform": "shop", + "ui_type": "text", + "group": "mobile" + }, + { + "img_filename": "mobile_zn2mmo.png", + "bbox": [ + 2253, + 60, + 2333, + 127 + ], + "instruction": "add a new alarm", + "img_size": [ + 2360, + 1640 + ], + "platform": "shop", + "ui_type": "icon", + "group": "mobile" + }, + { + "img_filename": "mobile_zvu1nq.png", + "bbox": [ + 1583, + 122, + 1701, + 282 + ], + "instruction": "open the doc named Vclass", + "img_size": [ + 2360, + 1640 + ], + "platform": "shop", + "ui_type": "text", + "group": "mobile" + } +] \ No newline at end of file diff --git a/verifier/ScreenSpot-v2-new/screenspot_web_v2.json b/verifier/ScreenSpot-v2-new/screenspot_web_v2.json new file mode 100644 index 0000000..7542e7b --- /dev/null +++ b/verifier/ScreenSpot-v2-new/screenspot_web_v2.json @@ -0,0 +1,7431 @@ +[ + { + "img_filename": "web_213f816e-8e80-4d13-970d-1347bbc7a2a8.png", + "bbox": [ + 2321, + 129, + 2529, + 199 + ], + "instruction": "click the button to create a new project", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_213f816e-8e80-4d13-970d-1347bbc7a2a8.png", + "bbox": [ + 2401, + 14, + 2512, + 82 + ], + "instruction": "view my account profile", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_e40f1b3f-0f26-4313-a6a2-d79e1047951b.png", + "bbox": [ + 194, + 15, + 839, + 81 + ], + "instruction": "search in gitlab", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_e40f1b3f-0f26-4313-a6a2-d79e1047951b.png", + "bbox": [ + 1762, + 10, + 1849, + 82 + ], + "instruction": "add a new one", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_fd8d71f6-4229-4458-a77e-7d8a6347c8e9.png", + "bbox": [ + 2044, + 96, + 2525, + 283 + ], + "instruction": "go to personal homepage", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_fd8d71f6-4229-4458-a77e-7d8a6347c8e9.png", + "bbox": [ + 2043, + 492, + 2526, + 581 + ], + "instruction": "sign out", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_4e1d5837-4731-43f3-8101-52375498c4ad.png", + "bbox": [ + 427, + 234, + 577, + 330 + ], + "instruction": "switch to explore projects", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_4e1d5837-4731-43f3-8101-52375498c4ad.png", + "bbox": [ + 1601, + 350, + 1717, + 416 + ], + "instruction": "star the project with 56 stars", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_4e1d5837-4731-43f3-8101-52375498c4ad.png", + "bbox": [ + 1704, + 678, + 1787, + 737 + ], + "instruction": "fork the a11y project", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_bcce7aec-b36a-42c5-8beb-ead23f5ada2c.png", + "bbox": [ + 197, + 232, + 1476, + 300 + ], + "instruction": "view issues i've created", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_bcce7aec-b36a-42c5-8beb-ead23f5ada2c.png", + "bbox": [ + 0, + 0, + 107, + 94 + ], + "instruction": "goto homepage", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_7a5f6ad5-ec34-4693-ac45-136547757893.png", + "bbox": [ + 1883, + 451, + 2002, + 522 + ], + "instruction": "set reminder", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_7a5f6ad5-ec34-4693-ac45-136547757893.png", + "bbox": [ + 2330, + 959, + 2497, + 1029 + ], + "instruction": "clone this project", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_e0f18fd6-2a59-4fab-89f0-864c70bba241.png", + "bbox": [ + 2344, + 204, + 2534, + 274 + ], + "instruction": "create a new issue", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_e0f18fd6-2a59-4fab-89f0-864c70bba241.png", + "bbox": [ + 2018, + 202, + 2129, + 269 + ], + "instruction": "download", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_e0f18fd6-2a59-4fab-89f0-864c70bba241.png", + "bbox": [ + 677, + 319, + 2158, + 385 + ], + "instruction": "search or filter results", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_6c677961-e540-4cc5-b725-5e301019a9f9.png", + "bbox": [ + 537, + 606, + 1046, + 683 + ], + "instruction": "choose type of issue", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_6c677961-e540-4cc5-b725-5e301019a9f9.png", + "bbox": [ + 1566, + 775, + 1640, + 843 + ], + "instruction": "bold lettering", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_6c677961-e540-4cc5-b725-5e301019a9f9.png", + "bbox": [ + 2429, + 778, + 2503, + 844 + ], + "instruction": "full screen display", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_6c677961-e540-4cc5-b725-5e301019a9f9.png", + "bbox": [ + 2282, + 775, + 2357, + 843 + ], + "instruction": "insert tables", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_6c677961-e540-4cc5-b725-5e301019a9f9.png", + "bbox": [ + 543, + 853, + 2529, + 1135 + ], + "instruction": "write a description", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_9443f61f-7d14-4e60-8297-29df73b7cbdd.png", + "bbox": [ + 2430, + 317, + 2497, + 385 + ], + "instruction": "click the icon to sort by created date", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_9443f61f-7d14-4e60-8297-29df73b7cbdd.png", + "bbox": [ + 543, + 551, + 2525, + 684 + ], + "instruction": "view the debug build time", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_af76d21a-0a23-49c3-bc5b-842073bf28af.png", + "bbox": [ + 610, + 109, + 1220, + 177 + ], + "instruction": "search my projects", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_af76d21a-0a23-49c3-bc5b-842073bf28af.png", + "bbox": [ + 118, + 502, + 591, + 581 + ], + "instruction": "switch to activity", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_6b685114-53fc-40a1-ac42-3b8fbdd27fdd.png", + "bbox": [ + 782, + 372, + 846, + 423 + ], + "instruction": "delete the byte blaze assignee", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_6b685114-53fc-40a1-ac42-3b8fbdd27fdd.png", + "bbox": [ + 1764, + 246, + 2141, + 312 + ], + "instruction": "subscribe to rss feed", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_b97bb6a3-999c-463a-b957-5584c14c8395.png", + "bbox": [ + 542, + 700, + 649, + 767 + ], + "instruction": "Click the thumbs up icon on this issue", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_b97bb6a3-999c-463a-b957-5584c14c8395.png", + "bbox": [ + 662, + 702, + 771, + 766 + ], + "instruction": "Click the thumbs down icon on this issue", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_b97bb6a3-999c-463a-b957-5584c14c8395.png", + "bbox": [ + 785, + 700, + 852, + 768 + ], + "instruction": "reply to emoticon", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_b97bb6a3-999c-463a-b957-5584c14c8395.png", + "bbox": [ + 1875, + 204, + 1954, + 282 + ], + "instruction": "click to view more information of this issue", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_5a35d9c2-2c2d-4a49-ad0a-1408d9cac78e.png", + "bbox": [ + 801, + 1139, + 997, + 1207 + ], + "instruction": "close this issue", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_5a35d9c2-2c2d-4a49-ad0a-1408d9cac78e.png", + "bbox": [ + 2020, + 118, + 2203, + 164 + ], + "instruction": "add a todo", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_e640514e-5946-4808-922f-f50c51b0da78.png", + "bbox": [ + 2371, + 124, + 2437, + 190 + ], + "instruction": "edit my profile", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_e640514e-5946-4808-922f-f50c51b0da78.png", + "bbox": [ + 1072, + 760, + 1292, + 832 + ], + "instruction": "check my followers", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_e640514e-5946-4808-922f-f50c51b0da78.png", + "bbox": [ + 697, + 964, + 838, + 1056 + ], + "instruction": "switch to groups view", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_8d623438-5ac7-44f8-ab67-e07309a92f4a.png", + "bbox": [ + 2407, + 119, + 2546, + 197 + ], + "instruction": "view all personal projects", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_8d623438-5ac7-44f8-ab67-e07309a92f4a.png", + "bbox": [ + 1306, + 650, + 2560, + 798 + ], + "instruction": "view the chatgpt_plugin project", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_c8e2a933-b6e5-4046-a360-5dbd54dc9753.png", + "bbox": [ + 2467, + 123, + 2538, + 195 + ], + "instruction": "close the window", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_0492a7c3-3b0d-4f62-8c0d-939ad51aa616.png", + "bbox": [ + 107, + 864, + 398, + 921 + ], + "instruction": "visit docs.gitlab.com", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_0492a7c3-3b0d-4f62-8c0d-939ad51aa616.png", + "bbox": [ + 31, + 1232, + 800, + 1355 + ], + "instruction": "check the docs of how to use gitlab", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_1cc05cca-502a-41c3-aebc-b901f85a40fd.png", + "bbox": [ + 145, + 21, + 388, + 176 + ], + "instruction": "switch to why gitlab doc", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_1cc05cca-502a-41c3-aebc-b901f85a40fd.png", + "bbox": [ + 778, + 21, + 943, + 178 + ], + "instruction": "check pricing", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_1cc05cca-502a-41c3-aebc-b901f85a40fd.png", + "bbox": [ + 2360, + 36, + 2527, + 169 + ], + "instruction": "sign in", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_1cc05cca-502a-41c3-aebc-b901f85a40fd.png", + "bbox": [ + 1585, + 19, + 1657, + 182 + ], + "instruction": "click the search button ", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_200e430d-ec76-48af-987c-ad658b74ab33.png", + "bbox": [ + 598, + 276, + 1159, + 364 + ], + "instruction": "view solution of ai", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_200e430d-ec76-48af-987c-ad658b74ab33.png", + "bbox": [ + 606, + 957, + 1024, + 1058 + ], + "instruction": "view all solutions", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_201fbfed-1dd7-4532-b49a-b465ef775c8b.png", + "bbox": [ + 944, + 26, + 1171, + 159 + ], + "instruction": "check the resources", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_201fbfed-1dd7-4532-b49a-b465ef775c8b.png", + "bbox": [ + 976, + 1183, + 1401, + 1277 + ], + "instruction": "Purchase GitLab Premium service", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_a905f71b-cfe3-4add-b37e-fa2a96067b8c.png", + "bbox": [ + 2065, + 34, + 2333, + 168 + ], + "instruction": "get free trial", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_a905f71b-cfe3-4add-b37e-fa2a96067b8c.png", + "bbox": [ + 1307, + 981, + 1710, + 1101 + ], + "instruction": "contact sales", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_32fce6b7-8437-4877-8436-f67c99d82f81.png", + "bbox": [ + 1934, + 595, + 2417, + 688 + ], + "instruction": "view supported cloud", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_32fce6b7-8437-4877-8436-f67c99d82f81.png", + "bbox": [ + 1387, + 148, + 1593, + 260 + ], + "instruction": "contact gitlab", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_37acd27f-731c-4292-8caf-159b9be41189.png", + "bbox": [ + 86, + 306, + 555, + 998 + ], + "instruction": "install for ubuntu", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_37acd27f-731c-4292-8caf-159b9be41189.png", + "bbox": [ + 1938, + 805, + 2270, + 902 + ], + "instruction": "check whether installed gitlab", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_90c0cf0e-3885-46d1-a1fd-2b29645398d3.png", + "bbox": [ + 1666, + 243, + 2417, + 1042 + ], + "instruction": "view efficiency", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_90c0cf0e-3885-46d1-a1fd-2b29645398d3.png", + "bbox": [ + 1668, + 1075, + 2416, + 1440 + ], + "instruction": "view transparency", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_94a52247-8dd4-4f19-82ea-19185a9b2649.png", + "bbox": [ + 696, + 1030, + 976, + 1102 + ], + "instruction": "check api security", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_94a52247-8dd4-4f19-82ea-19185a9b2649.png", + "bbox": [ + 2202, + 219, + 2403, + 379 + ], + "instruction": "switch to govern", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_94a52247-8dd4-4f19-82ea-19185a9b2649.png", + "bbox": [ + 444, + 213, + 649, + 380 + ], + "instruction": "switch to create", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_d48576d2-c431-4030-9cc0-c811c752c3a8.png", + "bbox": [ + 109, + 1037, + 646, + 1134 + ], + "instruction": "select a use-case", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_463c0536-492e-475c-930d-d95ee476ec3c.png", + "bbox": [ + 654, + 634, + 709, + 679 + ], + "instruction": "switch to private visibility level", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_463c0536-492e-475c-930d-d95ee476ec3c.png", + "bbox": [ + 662, + 1106, + 710, + 1157 + ], + "instruction": "enable static application security testing", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_6466b8cc-deea-451a-8019-d0684052d771.png", + "bbox": [ + 2412, + 1113, + 2524, + 1175 + ], + "instruction": "enable notifications", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_6466b8cc-deea-451a-8019-d0684052d771.png", + "bbox": [ + 1731, + 1045, + 1802, + 1098 + ], + "instruction": "comment to administrator", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_4befbc37-411b-4621-8a3c-c1d95676efa1.png", + "bbox": [ + 2203, + 659, + 2314, + 725 + ], + "instruction": "download the project", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_4befbc37-411b-4621-8a3c-c1d95676efa1.png", + "bbox": [ + 2028, + 150, + 2263, + 218 + ], + "instruction": "unstar the project", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_4befbc37-411b-4621-8a3c-c1d95676efa1.png", + "bbox": [ + 578, + 1105, + 2491, + 1191 + ], + "instruction": "jump to data folder", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_586be1bf-6fab-43bf-adad-640eaab4a0df.png", + "bbox": [ + 2403, + 644, + 2466, + 711 + ], + "instruction": "copy the ssh link", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_586be1bf-6fab-43bf-adad-640eaab4a0df.png", + "bbox": [ + 2400, + 785, + 2466, + 855 + ], + "instruction": "copy the http link", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_3eca74aa-1d45-45a3-ae2b-694ae83b0068.png", + "bbox": [ + 1660, + 526, + 1992, + 598 + ], + "instruction": "open the file in web ide", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_48737870-2f75-4199-a2d0-176d04543b2b.png", + "bbox": [ + 412, + 937, + 582, + 1000 + ], + "instruction": "check the owner of coding_friends", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_6b9059c2-656d-4a37-b585-9df4ef2f0c7f.png", + "bbox": [ + 1871, + 495, + 1986, + 574 + ], + "instruction": "star the chatgpt project", + "img_size": [ + 2560, + 1440 + ], + "platform": "gitlab", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_7d1b09cc-3602-4670-9fb2-d81afb5ec381.png", + "bbox": [ + 2068, + 142, + 2160, + 232 + ], + "instruction": "click to search in this page", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_7d1b09cc-3602-4670-9fb2-d81afb5ec381.png", + "bbox": [ + 2173, + 141, + 2262, + 235 + ], + "instruction": "check notification", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_7d1b09cc-3602-4670-9fb2-d81afb5ec381.png", + "bbox": [ + 632, + 315, + 726, + 409 + ], + "instruction": "has question about scope", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_d0e6082c-90d2-4637-ab9f-65b768240848.png", + "bbox": [ + 174, + 185, + 711, + 271 + ], + "instruction": "view orders", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_d0e6082c-90d2-4637-ab9f-65b768240848.png", + "bbox": [ + 592, + 27, + 671, + 102 + ], + "instruction": "close the sales window", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_921e2d81-b8a5-425a-81e6-476cd16f9bdb.png", + "bbox": [ + 172, + 186, + 707, + 272 + ], + "instruction": "view detail of products", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_921e2d81-b8a5-425a-81e6-476cd16f9bdb.png", + "bbox": [ + 1, + 522, + 175, + 646 + ], + "instruction": "switch to customers", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_d2dd06b0-8826-4dd6-a3b7-0d88c123a04b.png", + "bbox": [ + 230, + 498, + 1029, + 569 + ], + "instruction": "search by keyword", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_d2dd06b0-8826-4dd6-a3b7-0d88c123a04b.png", + "bbox": [ + 1679, + 607, + 1857, + 678 + ], + "instruction": "adjusting the number of items displayed per page", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_ddeabd10-ccfc-4881-b301-9364d7a04279.png", + "bbox": [ + 2281, + 321, + 2449, + 403 + ], + "instruction": "go back", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_ddeabd10-ccfc-4881-b301-9364d7a04279.png", + "bbox": [ + 2291, + 149, + 2487, + 228 + ], + "instruction": "view my account profile", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_de7dcaf3-f2e3-49f4-84fd-36088f39238c.png", + "bbox": [ + 234, + 889, + 341, + 971 + ], + "instruction": "select the data item named div garg", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_de7dcaf3-f2e3-49f4-84fd-36088f39238c.png", + "bbox": [ + 1454, + 499, + 1656, + 567 + ], + "instruction": "use filters", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_2b491da3-f798-4866-b002-a25ab7d15263.png", + "bbox": [ + 1834, + 870, + 2043, + 940 + ], + "instruction": "view privacy policy", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_d1cc72e3-da3f-4d48-bab4-a6aa0bc5a807.png", + "bbox": [ + 384, + 1027, + 645, + 1104 + ], + "instruction": "view more partners", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_d1cc72e3-da3f-4d48-bab4-a6aa0bc5a807.png", + "bbox": [ + 1781, + 944, + 2220, + 1014 + ], + "instruction": "visit magento marketplaces", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_10e24c0f-e9af-4542-b074-5a14a7645717.png", + "bbox": [ + 743, + 272, + 1245, + 364 + ], + "instruction": "view all users", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_dd867d69-511e-4ab2-834e-2e111c7b3198.png", + "bbox": [ + 402, + 496, + 589, + 571 + ], + "instruction": "reset fliter", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_dd867d69-511e-4ab2-834e-2e111c7b3198.png", + "bbox": [ + 2408, + 585, + 2498, + 656 + ], + "instruction": "go to next page", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_dd867d69-511e-4ab2-834e-2e111c7b3198.png", + "bbox": [ + 417, + 862, + 770, + 919 + ], + "instruction": "enter search query", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_d3f48983-3396-4249-990c-d1214fbed944.png", + "bbox": [ + 33, + 1186, + 264, + 1258 + ], + "instruction": "add the first product into cart", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_d3f48983-3396-4249-990c-d1214fbed944.png", + "bbox": [ + 777, + 1231, + 830, + 1295 + ], + "instruction": "favorite the blueberry drink", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_55e57d6e-0cb0-4024-b89f-89a3c594f20e.png", + "bbox": [ + 766, + 256, + 1190, + 360 + ], + "instruction": "view clothing, shoes and jewelry", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_55e57d6e-0cb0-4024-b89f-89a3c594f20e.png", + "bbox": [ + 1440, + 362, + 1689, + 465 + ], + "instruction": "view vedio games", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_a8de66ff-c058-4617-9484-82662d95fbc1.png", + "bbox": [ + 2396, + 131, + 2538, + 210 + ], + "instruction": "check shopping cart", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_a8de66ff-c058-4617-9484-82662d95fbc1.png", + "bbox": [ + 1526, + 3, + 1711, + 81 + ], + "instruction": "check my account", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_f4ee1ae3-a244-40f8-90cb-e68411f00636.png", + "bbox": [ + 1826, + 388, + 2487, + 492 + ], + "instruction": "checkout", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_f4ee1ae3-a244-40f8-90cb-e68411f00636.png", + "bbox": [ + 2471, + 222, + 2542, + 286 + ], + "instruction": "close the cart", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_f4ee1ae3-a244-40f8-90cb-e68411f00636.png", + "bbox": [ + 2448, + 700, + 2523, + 792 + ], + "instruction": "delete carnation breakfast essentials nutritional drink in cart", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_f4ee1ae3-a244-40f8-90cb-e68411f00636.png", + "bbox": [ + 2036, + 707, + 2128, + 774 + ], + "instruction": "adjust the item quantity with 5", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_d00882a8-4d93-4116-91ad-e8bb8fdd8ff2.png", + "bbox": [ + 618, + 903, + 948, + 982 + ], + "instruction": "change password", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_d00882a8-4d93-4116-91ad-e8bb8fdd8ff2.png", + "bbox": [ + 38, + 676, + 540, + 748 + ], + "instruction": "check my downloadable products", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_9043e264-b5ec-4da5-ae7a-b19cfc1d178b.png", + "bbox": [ + 1633, + 684, + 1714, + 756 + ], + "instruction": "go to next page", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_9043e264-b5ec-4da5-ae7a-b19cfc1d178b.png", + "bbox": [ + 2266, + 684, + 2386, + 751 + ], + "instruction": "adjust the number of items shown per page", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_f80a102f-7b1a-40f4-ad52-193e52d0cda0.png", + "bbox": [ + 1112, + 1198, + 1336, + 1265 + ], + "instruction": "add the rh interiors weathered wood bundle table lamp to cart", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_f80a102f-7b1a-40f4-ad52-193e52d0cda0.png", + "bbox": [ + 1571, + 1141, + 2028, + 1223 + ], + "instruction": "comment to elmwood inn fine tea", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_589e44b7-401b-45f7-a223-b93ac59c5506.png", + "bbox": [ + 1439, + 686, + 1903, + 756 + ], + "instruction": "view ps4", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_db995728-d16b-46cb-9621-22e8d8e5596f.png", + "bbox": [ + 1525, + 1302, + 1755, + 1353 + ], + "instruction": "add the first product to wish list", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_2595ae32-9df7-4198-a48e-6c291a1fb01c.png", + "bbox": [ + 60, + 341, + 190, + 501 + ], + "instruction": "view previous images", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_c576ac89-3f3e-4f4d-9efd-1ad4b959a630.png", + "bbox": [ + 1864, + 991, + 2314, + 1059 + ], + "instruction": "enter email address", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_a4d22512-1c68-4fda-9b49-d207326365ce.png", + "bbox": [ + 14, + 570, + 266, + 648 + ], + "instruction": "print the page", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_a4d22512-1c68-4fda-9b49-d207326365ce.png", + "bbox": [ + 2423, + 622, + 2505, + 675 + ], + "instruction": "close current page of item", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_844d70be-3743-409c-abf0-a148975fdbc8.png", + "bbox": [ + 518, + 769, + 704, + 848 + ], + "instruction": "adjusting the display layout of items", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_844d70be-3743-409c-abf0-a148975fdbc8.png", + "bbox": [ + 2434, + 775, + 2504, + 841 + ], + "instruction": "sort from largest to smallest", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_e891e448-0f8e-4673-9122-405a48cabad3.png", + "bbox": [ + 712, + 1231, + 790, + 1301 + ], + "instruction": "next page", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_e891e448-0f8e-4673-9122-405a48cabad3.png", + "bbox": [ + 648, + 1225, + 694, + 1303 + ], + "instruction": "page 5", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_a6e78bca-0f72-405b-8bda-7c0edc617b4e.png", + "bbox": [ + 2364, + 444, + 2510, + 545 + ], + "instruction": "details about dead sea collection salt", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_60786716-b5ae-47f4-bd46-c5f9a0e87293.png", + "bbox": [ + 347, + 888, + 1251, + 959 + ], + "instruction": "enter email address", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_60786716-b5ae-47f4-bd46-c5f9a0e87293.png", + "bbox": [ + 1305, + 919, + 1630, + 998 + ], + "instruction": "create an account", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_bb6f684d-6060-478d-aceb-d0b77c23a68b.png", + "bbox": [ + 353, + 926, + 696, + 1001 + ], + "instruction": "reset the password", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_bb6f684d-6060-478d-aceb-d0b77c23a68b.png", + "bbox": [ + 11, + 124, + 481, + 233 + ], + "instruction": "go to onestop market homepage", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_b2d92416-5c93-4a09-8304-44b8d166a7c7.png", + "bbox": [ + 857, + 918, + 940, + 999 + ], + "instruction": "question for remote shopping assistance", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_3acb3026-cbd7-4e41-8fb7-2b8a2e7e4fcb.png", + "bbox": [ + 2381, + 1052, + 2467, + 1129 + ], + "instruction": "view settings of cocowhip light", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_39126cee-4462-4567-9fa4-5ad1f3589047.png", + "bbox": [ + 224, + 837, + 474, + 901 + ], + "instruction": "show reviews", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_0c5f692d-4c32-4533-ac2a-d6f8d7c6d7c1.png", + "bbox": [ + 1037, + 1005, + 1267, + 1073 + ], + "instruction": "add the sandals to cart", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_f8c6a82c-5e0e-4067-a560-06e9615e65fe.png", + "bbox": [ + 1506, + 922, + 1633, + 984 + ], + "instruction": "choose size 14", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_f8c6a82c-5e0e-4067-a560-06e9615e65fe.png", + "bbox": [ + 1523, + 1306, + 1631, + 1411 + ], + "instruction": "adjust the quantity of the first product", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_96671728-050c-4e62-bdb8-5bd68b603de0.png", + "bbox": [ + 354, + 1127, + 767, + 1189 + ], + "instruction": "enter lowest price", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_96671728-050c-4e62-bdb8-5bd68b603de0.png", + "bbox": [ + 354, + 637, + 1281, + 700 + ], + "instruction": "enter product name", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_70a307b8-62fb-4d66-921a-7c4445af3e65.png", + "bbox": [ + 341, + 927, + 616, + 979 + ], + "instruction": "switch on \"show password\"", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_b645cb4e-48f2-4f75-8503-3da18f2e9b79.png", + "bbox": [ + 955, + 11, + 1338, + 89 + ], + "instruction": "search in the forum", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_b645cb4e-48f2-4f75-8503-3da18f2e9b79.png", + "bbox": [ + 1928, + 11, + 2333, + 88 + ], + "instruction": "check my account", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_8be1be42-6037-4cba-a78a-065e7a7d77ae.png", + "bbox": [ + 1612, + 16, + 1697, + 87 + ], + "instruction": "check my postbox", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_8be1be42-6037-4cba-a78a-065e7a7d77ae.png", + "bbox": [ + 1729, + 18, + 1890, + 88 + ], + "instruction": "submit a new post", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_fd8befe1-4e5b-4de2-9978-db25d2be2173.png", + "bbox": [ + 206, + 754, + 1326, + 1037 + ], + "instruction": "add comment", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_fd8befe1-4e5b-4de2-9978-db25d2be2173.png", + "bbox": [ + 202, + 155, + 268, + 218 + ], + "instruction": "back to previous page", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_587b0743-0e7a-4291-811b-4d6fb5510fb3.png", + "bbox": [ + 94, + 1310, + 229, + 1396 + ], + "instruction": "post the comment", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_587b0743-0e7a-4291-811b-4d6fb5510fb3.png", + "bbox": [ + 1901, + 495, + 2142, + 585 + ], + "instruction": "unsubscribe the book ", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_89d60b8b-3f6d-4160-93d4-1791d4899455.png", + "bbox": [ + 122, + 351, + 178, + 396 + ], + "instruction": "unsupport the book", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_89d60b8b-3f6d-4160-93d4-1791d4899455.png", + "bbox": [ + 304, + 15, + 485, + 97 + ], + "instruction": "check the forums", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_d146e5c3-e1ea-446c-ab84-a348fe07a1b8.png", + "bbox": [ + 181, + 390, + 1740, + 529 + ], + "instruction": "check details of the first book", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_d146e5c3-e1ea-446c-ab84-a348fe07a1b8.png", + "bbox": [ + 320, + 294, + 518, + 372 + ], + "instruction": "check the all comments", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_d146e5c3-e1ea-446c-ab84-a348fe07a1b8.png", + "bbox": [ + 547, + 297, + 710, + 372 + ], + "instruction": "change the sorting method", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_843805d1-f33a-400f-bcdd-901a9ae91329.png", + "bbox": [ + 550, + 529, + 852, + 597 + ], + "instruction": "sort based on active", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_843805d1-f33a-400f-bcdd-901a9ae91329.png", + "bbox": [ + 551, + 756, + 856, + 834 + ], + "instruction": "sort based on most commented", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_aa8f1636-1c5c-4a79-b8d9-f92956ba78e9.png", + "bbox": [ + 122, + 591, + 179, + 640 + ], + "instruction": "support the second book", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_aa8f1636-1c5c-4a79-b8d9-f92956ba78e9.png", + "bbox": [ + 185, + 960, + 970, + 1108 + ], + "instruction": "view the information of book lover or not?", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_4af68da5-d7bb-4910-b434-1301097cda1f.png", + "bbox": [ + 2075, + 652, + 2314, + 738 + ], + "instruction": "subscribe the second book", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_a43882ed-3d5d-40c3-b077-a256acf058ec.png", + "bbox": [ + 183, + 572, + 370, + 620 + ], + "instruction": "view the comments of the first book", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_ab471260-bba4-4f1a-a34b-2391c3c88674.png", + "bbox": [ + 382, + 592, + 475, + 645 + ], + "instruction": "replay the comment with 82 upvotes", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_ab471260-bba4-4f1a-a34b-2391c3c88674.png", + "bbox": [ + 1705, + 1004, + 1801, + 1048 + ], + "instruction": "hide the no.140 comment", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_0481a1db-93fd-4d1e-9146-15526e37eacd.png", + "bbox": [ + 46, + 661, + 165, + 720 + ], + "instruction": "check the profile of user knittedjedi", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_5766e094-3b76-4b5f-8399-e47ff5506df2.png", + "bbox": [ + 97, + 341, + 1333, + 426 + ], + "instruction": "input the forum name", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_5766e094-3b76-4b5f-8399-e47ff5506df2.png", + "bbox": [ + 100, + 501, + 1332, + 583 + ], + "instruction": "input the title", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_5766e094-3b76-4b5f-8399-e47ff5506df2.png", + "bbox": [ + 324, + 1351, + 546, + 1400 + ], + "instruction": "view formatting help", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_f9bf7ee5-1966-4261-bf9e-76202c196a55.png", + "bbox": [ + 97, + 1004, + 1331, + 1133 + ], + "instruction": "choose tag", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_f9bf7ee5-1966-4261-bf9e-76202c196a55.png", + "bbox": [ + 97, + 1216, + 349, + 1301 + ], + "instruction": "create the forum", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_f680f8e6-e068-4ca9-9be6-2f78c2899e0a.png", + "bbox": [ + 98, + 782, + 1332, + 1281 + ], + "instruction": "input the body of the submission", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_f680f8e6-e068-4ca9-9be6-2f78c2899e0a.png", + "bbox": [ + 204, + 306, + 333, + 363 + ], + "instruction": "upload a image for the submission", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_f680f8e6-e068-4ca9-9be6-2f78c2899e0a.png", + "bbox": [ + 96, + 373, + 1332, + 455 + ], + "instruction": "input an url", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_13e31182-318c-43d9-9378-a69da2dc1b01.png", + "bbox": [ + 97, + 756, + 453, + 824 + ], + "instruction": "choose the forum of askreddit", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_d45c0bb4-1ed8-494e-b099-2063efb1d729.png", + "bbox": [ + 2177, + 435, + 2457, + 524 + ], + "instruction": "switch to dark mode", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_d45c0bb4-1ed8-494e-b099-2063efb1d729.png", + "bbox": [ + 2176, + 114, + 2458, + 185 + ], + "instruction": "check my profile", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_48f086db-edfd-43d3-95b8-b2eee50367da.png", + "bbox": [ + 269, + 172, + 492, + 247 + ], + "instruction": "check the submissions", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_6c4e07ff-3589-4a78-99cf-fcf703a33a74.png", + "bbox": [ + 438, + 829, + 482, + 873 + ], + "instruction": "toggle the open external links in the new tab option", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_6c4e07ff-3589-4a78-99cf-fcf703a33a74.png", + "bbox": [ + 435, + 905, + 481, + 950 + ], + "instruction": "disable show thumbnails option", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_6c4e07ff-3589-4a78-99cf-fcf703a33a74.png", + "bbox": [ + 438, + 1131, + 482, + 1176 + ], + "instruction": "don't show post previews", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_6c4e07ff-3589-4a78-99cf-fcf703a33a74.png", + "bbox": [ + 440, + 368, + 842, + 454 + ], + "instruction": "switch the language", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_6c4e07ff-3589-4a78-99cf-fcf703a33a74.png", + "bbox": [ + 439, + 481, + 1002, + 562 + ], + "instruction": "change the time zone", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_acad6928-ac22-40c7-98df-4e0df7b318bc.png", + "bbox": [ + 1794, + 156, + 1864, + 224 + ], + "instruction": "close the sign in box", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_516f6429-4157-45f8-93a4-db1d525cedb9.png", + "bbox": [ + 1351, + 639, + 1523, + 732 + ], + "instruction": "follow the post", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_516f6429-4157-45f8-93a4-db1d525cedb9.png", + "bbox": [ + 748, + 851, + 794, + 896 + ], + "instruction": "close the message box", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_2f3df3a1-d287-4457-91b3-a672d0f72f84.png", + "bbox": [ + 185, + 449, + 248, + 509 + ], + "instruction": "share with facebook", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_2f3df3a1-d287-4457-91b3-a672d0f72f84.png", + "bbox": [ + 185, + 551, + 248, + 614 + ], + "instruction": "share to twitter/x", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_659de266-0af1-47bc-a2dc-5edc4dbb29d8.png", + "bbox": [ + 2429, + 19, + 2512, + 93 + ], + "instruction": "search in the website", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_6f420f7d-e710-428d-99fa-9606adb5f509.png", + "bbox": [ + 12, + 16, + 105, + 93 + ], + "instruction": "open the menu", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_6f420f7d-e710-428d-99fa-9606adb5f509.png", + "bbox": [ + 1753, + 12, + 2225, + 97 + ], + "instruction": "subscribe the website", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_ff1666cb-81cb-4180-94ee-661a111749e4.png", + "bbox": [ + 1295, + 509, + 2360, + 629 + ], + "instruction": "check the letters", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_ff1666cb-81cb-4180-94ee-661a111749e4.png", + "bbox": [ + 1292, + 904, + 2363, + 1050 + ], + "instruction": "check the index", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_e22bd6de-3985-4ccc-a316-eb383a03475f.png", + "bbox": [ + 16, + 21, + 108, + 104 + ], + "instruction": "open the menu", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_4e4113f0-12bd-4b49-84c4-88a5bbf7924b.png", + "bbox": [ + 651, + 112, + 874, + 198 + ], + "instruction": "check the books on culture", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_4e4113f0-12bd-4b49-84c4-88a5bbf7924b.png", + "bbox": [ + 898, + 112, + 1115, + 200 + ], + "instruction": "check the books on true crime", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_44f9b58e-0964-4a89-bdb0-18e60f6eb07f.png", + "bbox": [ + 1805, + 0, + 2051, + 96 + ], + "instruction": "go to book marks", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_e22bd6de-3985-4ccc-a316-eb383a03475f.png", + "bbox": [ + 16, + 21, + 108, + 104 + ], + "instruction": "open the menu", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_22f4dba1-1fb0-46f0-b7b5-4dfdf35de24a.png", + "bbox": [ + 550, + 94, + 1004, + 173 + ], + "instruction": "check the books on tv & film", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_28c3aef4-8c82-4746-8cfa-3aa747127c97.png", + "bbox": [ + 435, + 409, + 599, + 491 + ], + "instruction": "search with the current search query", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_28c3aef4-8c82-4746-8cfa-3aa747127c97.png", + "bbox": [ + 193, + 1084, + 2445, + 1297 + ], + "instruction": "check the third result", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_4bf90a3b-dcde-4d16-ba02-470eb8976199.png", + "bbox": [ + 201, + 416, + 1342, + 1109 + ], + "instruction": "check the shown image", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_626e849e-afe2-47c7-8e67-da7331497c25.png", + "bbox": [ + 2176, + 528, + 2460, + 606 + ], + "instruction": "log out my account", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_626e849e-afe2-47c7-8e67-da7331497c25.png", + "bbox": [ + 1262, + 295, + 1329, + 378 + ], + "instruction": "delete the entered search query", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_9618f323-7310-4d6e-9c79-a476427ca1ae.png", + "bbox": [ + 550, + 172, + 774, + 246 + ], + "instruction": "filter with featured creteria", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_9618f323-7310-4d6e-9c79-a476427ca1ae.png", + "bbox": [ + 490, + 0, + 627, + 111 + ], + "instruction": "check the wiki", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_9618f323-7310-4d6e-9c79-a476427ca1ae.png", + "bbox": [ + 2114, + 0, + 2263, + 112 + ], + "instruction": "log in my account", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_533f02b1-e687-462f-9d14-5a25f54d9464.png", + "bbox": [ + 96, + 372, + 393, + 458 + ], + "instruction": "create a new page", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_7fa2512c-eaa9-4195-a8a3-a1ad5d359ff1.png", + "bbox": [ + 185, + 831, + 1661, + 1057 + ], + "instruction": "check the details of the third new", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_d9841866-2ee7-4afd-a77a-8c0e52f6691c.png", + "bbox": [ + 1969, + 1259, + 2011, + 1295 + ], + "instruction": "close the ad banner", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_d9841866-2ee7-4afd-a77a-8c0e52f6691c.png", + "bbox": [ + 2467, + 838, + 2553, + 920 + ], + "instruction": "search in the website", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_d9841866-2ee7-4afd-a77a-8c0e52f6691c.png", + "bbox": [ + 2118, + 476, + 2189, + 535 + ], + "instruction": "log in by x account", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_d86766a4-4d7f-467a-899e-dcde8472e632.png", + "bbox": [ + 33, + 1083, + 84, + 1131 + ], + "instruction": "share to facebook", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_11acd5dc-63ab-415f-823d-10cd68acef01.png", + "bbox": [ + 841, + 307, + 1076, + 411 + ], + "instruction": "check the weather news", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_6df9c1d5-2acf-4f59-94d6-2fd9362dd8af.png", + "bbox": [ + 380, + 1262, + 511, + 1317 + ], + "instruction": "follow sadie gurman", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_6df9c1d5-2acf-4f59-94d6-2fd9362dd8af.png", + "bbox": [ + 2371, + 93, + 2464, + 159 + ], + "instruction": "search in the website", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_d977cce9-21cf-4eab-8d17-2aa9a616ba2f.png", + "bbox": [ + 629, + 796, + 734, + 900 + ], + "instruction": "pause reading the page", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_d977cce9-21cf-4eab-8d17-2aa9a616ba2f.png", + "bbox": [ + 1499, + 814, + 1615, + 882 + ], + "instruction": "adjust reading speed", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_573eb5de-79cc-411a-a984-d7c28d8e5ce3.png", + "bbox": [ + 215, + 216, + 294, + 335 + ], + "instruction": "open the menu", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_573eb5de-79cc-411a-a984-d7c28d8e5ce3.png", + "bbox": [ + 948, + 215, + 1093, + 335 + ], + "instruction": "check sports news", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_7e3c1de0-602b-48ec-bfb4-1215f33356f3.png", + "bbox": [ + 1437, + 490, + 1590, + 557 + ], + "instruction": "share the article", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_1c75d12a-d93d-4cb2-b179-38009584c282.png", + "bbox": [ + 1541, + 315, + 1700, + 437 + ], + "instruction": "check science news", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_1c75d12a-d93d-4cb2-b179-38009584c282.png", + "bbox": [ + 2256, + 213, + 2450, + 284 + ], + "instruction": "donate to the website", + "img_size": [ + 2560, + 1440 + ], + "platform": "forum", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_20979acb-d8af-4fa2-becf-ed38f73f5fcb.png", + "bbox": [ + 511, + 122, + 593, + 190 + ], + "instruction": "click to search the result", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_20979acb-d8af-4fa2-becf-ed38f73f5fcb.png", + "bbox": [ + 2473, + 127, + 2558, + 209 + ], + "instruction": "zoom in on the map", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_ea184924-e155-4745-abaa-1f9d0e870c67.png", + "bbox": [ + 2382, + 21, + 2535, + 92 + ], + "instruction": "sign up", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_ea184924-e155-4745-abaa-1f9d0e870c67.png", + "bbox": [ + 2478, + 209, + 2557, + 283 + ], + "instruction": "zoom out", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_f2db3d49-18fb-4517-8de8-bd5d73efecb9.png", + "bbox": [ + 688, + 23, + 827, + 89 + ], + "instruction": "export the map data", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_f2db3d49-18fb-4517-8de8-bd5d73efecb9.png", + "bbox": [ + 2486, + 288, + 2557, + 370 + ], + "instruction": "locate to my position", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_2d6ce349-19b2-438b-bc41-611bb64ee63b.png", + "bbox": [ + 2478, + 553, + 2557, + 627 + ], + "instruction": "share the map with someone", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_21f41383-9618-40bf-92a6-df3f7c1fb251.png", + "bbox": [ + 1372, + 32, + 1561, + 78 + ], + "instruction": "check the gps traces", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_21f41383-9618-40bf-92a6-df3f7c1fb251.png", + "bbox": [ + 2475, + 387, + 2554, + 466 + ], + "instruction": "adjust map layers", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_dbd7514b-9ca3-40cd-b09a-990f7b955da1.png", + "bbox": [ + 303, + 756, + 475, + 800 + ], + "instruction": "view the result of erie country", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_dbd7514b-9ca3-40cd-b09a-990f7b955da1.png", + "bbox": [ + 615, + 234, + 670, + 286 + ], + "instruction": "close the search results", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_bbe84736-3a87-4cc1-b9f1-e10144d28f94.png", + "bbox": [ + 604, + 127, + 683, + 195 + ], + "instruction": "click the button to navigate to boston", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_da9f908d-568d-4d65-8587-47870f78f678.png", + "bbox": [ + 492, + 18, + 547, + 89 + ], + "instruction": "view more option of edit button", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_da9f908d-568d-4d65-8587-47870f78f678.png", + "bbox": [ + 2065, + 23, + 2144, + 78 + ], + "instruction": "need help", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_7872daa1-5a12-4ada-95cc-0dd9e655fb4f.png", + "bbox": [ + 2098, + 499, + 2516, + 597 + ], + "instruction": "switch map layer to the opnvkarte", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_4b78be88-30cd-401d-8d6d-4ef5a035fbda.png", + "bbox": [ + 1921, + 715, + 2008, + 805 + ], + "instruction": "add a place marker on map", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_4b78be88-30cd-401d-8d6d-4ef5a035fbda.png", + "bbox": [ + 1650, + 32, + 1855, + 84 + ], + "instruction": "check communities", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_352ae757-fdf0-4d02-9167-c24a42629a60.png", + "bbox": [ + 74, + 403, + 653, + 469 + ], + "instruction": "choosing the travel mode", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_60700bbc-8e31-46b0-9ef0-826647262c68.png", + "bbox": [ + 669, + 398, + 751, + 472 + ], + "instruction": "click the button with \"go\"", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_60700bbc-8e31-46b0-9ef0-826647262c68.png", + "bbox": [ + 85, + 488, + 375, + 537 + ], + "instruction": "reverse directions", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_e067ae0f-989b-4e7f-9891-aea5d284a8de.png", + "bbox": [ + 33, + 805, + 760, + 873 + ], + "instruction": "check the first listed direction", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_e067ae0f-989b-4e7f-9891-aea5d284a8de.png", + "bbox": [ + 604, + 21, + 760, + 100 + ], + "instruction": "view my map's history", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_fa131c38-3d94-4e5a-ba3a-269724d93a30.png", + "bbox": [ + 2292, + 1051, + 2328, + 1087 + ], + "instruction": "close the location labels on the map", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_fa131c38-3d94-4e5a-ba3a-269724d93a30.png", + "bbox": [ + 25, + 1048, + 746, + 1163 + ], + "instruction": "check the direction of \"slight left onto hancock street\"", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_daa46aa2-e1ee-4391-9c27-578d5ed73cbc.png", + "bbox": [ + 301, + 944, + 465, + 1029 + ], + "instruction": "click a button to export licence", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_daa46aa2-e1ee-4391-9c27-578d5ed73cbc.png", + "bbox": [ + 273, + 359, + 489, + 444 + ], + "instruction": "change the area bounding numbered \"42.3768\"", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_833f9d90-a50c-4f03-9eb6-e740aa811fa0.png", + "bbox": [ + 2470, + 824, + 2560, + 917 + ], + "instruction": "Click the button to inspect map features and view details", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_833f9d90-a50c-4f03-9eb6-e740aa811fa0.png", + "bbox": [ + 1984, + 1403, + 2271, + 1436 + ], + "instruction": "goto openstreetmap france", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_2345b5ec-6280-470e-9a6d-92a85d8b8873.png", + "bbox": [ + 107, + 1053, + 257, + 1097 + ], + "instruction": "click the \"starbucks\" located in auburn street", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_2345b5ec-6280-470e-9a6d-92a85d8b8873.png", + "bbox": [ + 1456, + 26, + 1645, + 81 + ], + "instruction": "view user diaries", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_c1b9d596-c60c-47e2-a863-ef92324405ef.png", + "bbox": [ + 601, + 381, + 798, + 419 + ], + "instruction": "register now", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_c1b9d596-c60c-47e2-a863-ef92324405ef.png", + "bbox": [ + 257, + 878, + 301, + 924 + ], + "instruction": "select remember me", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_0558c1f4-c05b-49a8-8479-04b1575779d2.png", + "bbox": [ + 333, + 971, + 699, + 1007 + ], + "instruction": "check openstreetmap belglum", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_c5db0d44-6584-42e2-85c7-e4802276bad0.png", + "bbox": [ + 30, + 652, + 732, + 1218 + ], + "instruction": "edit note", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_c5db0d44-6584-42e2-85c7-e4802276bad0.png", + "bbox": [ + 33, + 1247, + 241, + 1337 + ], + "instruction": "add note", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_c5db0d44-6584-42e2-85c7-e4802276bad0.png", + "bbox": [ + 1418, + 553, + 1470, + 608 + ], + "instruction": "Click on the marker already added to the map", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_5e5f5a65-435a-424f-baf9-e5bf89b917f6.png", + "bbox": [ + 675, + 220, + 745, + 310 + ], + "instruction": "close the note bar", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_e0425287-c246-4122-a26e-6e0ca5958d4e.png", + "bbox": [ + 2328, + 433, + 2451, + 504 + ], + "instruction": "select the html as share format", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_e0425287-c246-4122-a26e-6e0ca5958d4e.png", + "bbox": [ + 2046, + 704, + 2461, + 742 + ], + "instruction": "check geo uri link", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_e0425287-c246-4122-a26e-6e0ca5958d4e.png", + "bbox": [ + 2197, + 960, + 2320, + 1004 + ], + "instruction": "select image format", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_adbf2de0-3a79-4ffd-b344-b4a068f192ea.png", + "bbox": [ + 391, + 772, + 727, + 854 + ], + "instruction": "start mapping", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_40de46fb-69c0-4de1-b4c6-9349c812450e.png", + "bbox": [ + 885, + 258, + 1145, + 351 + ], + "instruction": "view the english wiki", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_40de46fb-69c0-4de1-b4c6-9349c812450e.png", + "bbox": [ + 1497, + 936, + 1614, + 1018 + ], + "instruction": "select search langugage", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_c6e1ac03-ebaf-4ebe-8fb2-5d6f8769f385.png", + "bbox": [ + 943, + 45, + 1615, + 119 + ], + "instruction": "read wikipedia in my language", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_c6e1ac03-ebaf-4ebe-8fb2-5d6f8769f385.png", + "bbox": [ + 213, + 827, + 481, + 909 + ], + "instruction": "download wikipedia app in google play store", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_c6e1ac03-ebaf-4ebe-8fb2-5d6f8769f385.png", + "bbox": [ + 497, + 829, + 735, + 908 + ], + "instruction": "download in apple app store", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_c6e1ac03-ebaf-4ebe-8fb2-5d6f8769f385.png", + "bbox": [ + 2115, + 540, + 2252, + 573 + ], + "instruction": "look into wikidata", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_467ae916-9a16-4517-85cc-f439c79e8c44.png", + "bbox": [ + 205, + 1340, + 776, + 1378 + ], + "instruction": "support with a donation", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_467ae916-9a16-4517-85cc-f439c79e8c44.png", + "bbox": [ + 1653, + 788, + 1779, + 895 + ], + "instruction": "search result", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_df166734-1f33-4e1d-887f-292ee9c21502.png", + "bbox": [ + 1667, + 1343, + 1804, + 1379 + ], + "instruction": "check wikipedia", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_df166734-1f33-4e1d-887f-292ee9c21502.png", + "bbox": [ + 803, + 534, + 953, + 572 + ], + "instruction": "goto france wikipedia", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_c762cbb8-b6b0-48e3-84ad-5c4090137fa2.png", + "bbox": [ + 831, + 1023, + 1618, + 1165 + ], + "instruction": "check the searching result of machine learning", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_7777a073-0358-46a8-babb-60c07c7bb17d.png", + "bbox": [ + 557, + 75, + 759, + 157 + ], + "instruction": "switch to discussion", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_7777a073-0358-46a8-babb-60c07c7bb17d.png", + "bbox": [ + 1041, + 1034, + 1079, + 1070 + ], + "instruction": "look into reference [1]", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_77e68e05-bbe4-4f54-96fa-79f714c17505.png", + "bbox": [ + 350, + 1400, + 399, + 1440 + ], + "instruction": "check language setting", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_77e68e05-bbe4-4f54-96fa-79f714c17505.png", + "bbox": [ + 552, + 1078, + 781, + 1127 + ], + "instruction": "check the hyponyms of deep learning", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_6547e373-2b01-422b-a104-988a43742ba8.png", + "bbox": [ + 1806, + 1255, + 2432, + 1375 + ], + "instruction": "check out the month's challenges", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_6547e373-2b01-422b-a104-988a43742ba8.png", + "bbox": [ + 538, + 745, + 1664, + 1379 + ], + "instruction": "click on the picture of the day", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_6547e373-2b01-422b-a104-988a43742ba8.png", + "bbox": [ + 46, + 805, + 347, + 849 + ], + "instruction": "swith language of current web page", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_e402fd4e-8ee3-4e90-9f08-4e6b8d223022.png", + "bbox": [ + 538, + 698, + 1664, + 1332 + ], + "instruction": "play the media of the day", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_e402fd4e-8ee3-4e90-9f08-4e6b8d223022.png", + "bbox": [ + 1617, + 1359, + 1672, + 1405 + ], + "instruction": "copy url link of the media", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_e402fd4e-8ee3-4e90-9f08-4e6b8d223022.png", + "bbox": [ + 68, + 887, + 317, + 928 + ], + "instruction": "download current webpage to local as pdf file", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_dc5cf80d-74c4-475e-928f-ee6b7ef254a1.png", + "bbox": [ + 1585, + 1023, + 1765, + 1059 + ], + "instruction": "open wikispecies", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_dc5cf80d-74c4-475e-928f-ee6b7ef254a1.png", + "bbox": [ + 2113, + 825, + 2295, + 864 + ], + "instruction": "open mediawiki", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_6f93090a-81f6-489e-bb35-1a2838b18c01.png", + "bbox": [ + 1940, + 116, + 2372, + 184 + ], + "instruction": "input word to search in wikidata", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_6f93090a-81f6-489e-bb35-1a2838b18c01.png", + "bbox": [ + 1464, + 7, + 1642, + 64 + ], + "instruction": "switch language of current page", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_c95137ce-a84e-4c7c-9845-65157033e501.png", + "bbox": [ + 1571, + 425, + 1994, + 857 + ], + "instruction": "open the picture of earth", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_c95137ce-a84e-4c7c-9845-65157033e501.png", + "bbox": [ + 1743, + 887, + 1901, + 928 + ], + "instruction": "open wikidata article upon earth item", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_7cbc6d11-a481-45ae-a054-d89301abd2d6.png", + "bbox": [ + 505, + 575, + 1221, + 654 + ], + "instruction": "enter username to create wikidate account", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_7cbc6d11-a481-45ae-a054-d89301abd2d6.png", + "bbox": [ + 2240, + 392, + 2314, + 430 + ], + "instruction": "switch page's language into chinese", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_5a0b5ec0-be59-484d-a291-4965a9de9c76.png", + "bbox": [ + 530, + 756, + 1199, + 994 + ], + "instruction": "refresh captcha picture", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_5a0b5ec0-be59-484d-a291-4965a9de9c76.png", + "bbox": [ + 746, + 996, + 981, + 1045 + ], + "instruction": "enter text showing in capcha", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_3357799b-92ed-4ce8-8c01-452993f9397b.png", + "bbox": [ + 781, + 1097, + 1650, + 1245 + ], + "instruction": "open page about arsene wenger", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_2bda50e8-15d0-473a-a8cb-bd0777963756.png", + "bbox": [ + 792, + 346, + 882, + 401 + ], + "instruction": "open talk page", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_2bda50e8-15d0-473a-a8cb-bd0777963756.png", + "bbox": [ + 101, + 1220, + 320, + 1283 + ], + "instruction": "unflod items about players", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_2bda50e8-15d0-473a-a8cb-bd0777963756.png", + "bbox": [ + 1798, + 747, + 2287, + 1291 + ], + "instruction": "open the logo of arsenal f.c ", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_cd72d06c-67ca-4ed8-b550-dcf4b33e5381.png", + "bbox": [ + 628, + 1124, + 1076, + 1244 + ], + "instruction": "add language", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_41a4c02b-d68f-48a0-9ea1-a5a20d2ddf3c.png", + "bbox": [ + 1888, + 1165, + 2230, + 1258 + ], + "instruction": "show cloth color for current season", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_41a4c02b-d68f-48a0-9ea1-a5a20d2ddf3c.png", + "bbox": [ + 1863, + 504, + 2054, + 553 + ], + "instruction": "open article about mikel arteta", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_41a4c02b-d68f-48a0-9ea1-a5a20d2ddf3c.png", + "bbox": [ + 1694, + 753, + 1896, + 1103 + ], + "instruction": "open picture of home colours", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_be6a7bf9-9411-430f-a685-e97c75f44310.png", + "bbox": [ + 126, + 1034, + 364, + 1075 + ], + "instruction": "click a hyperlink in main menu to show helps for how to edit wikipedia page information", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_dfacd48d-d2c2-492f-b94c-41e6a34ea99f.png", + "bbox": [ + 2011, + 507, + 2437, + 1073 + ], + "instruction": "show the picture of gloden trophy owned by ansenal", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_dfacd48d-d2c2-492f-b94c-41e6a34ea99f.png", + "bbox": [ + 1000, + 1305, + 1322, + 1351 + ], + "instruction": "enter the wikipedia page of champions league", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_c334b955-9eb9-48c2-998b-9f6cb87bbb8f.png", + "bbox": [ + 1074, + 556, + 1366, + 963 + ], + "instruction": "open the picture of cora vitoria diehl", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_c334b955-9eb9-48c2-998b-9f6cb87bbb8f.png", + "bbox": [ + 2123, + 529, + 2429, + 922 + ], + "instruction": "show the image of queen lili's uokalani of hawaii", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_b2914206-25b0-46b6-a829-c1208293c3ac.png", + "bbox": [ + 202, + 7, + 672, + 133 + ], + "instruction": "go to homepage of wikipedia", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_b2914206-25b0-46b6-a829-c1208293c3ac.png", + "bbox": [ + 131, + 758, + 481, + 1113 + ], + "instruction": "open image of george frideric handel", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_22e2b9c7-0140-47aa-8e14-cfd883f3baaf.png", + "bbox": [ + 1014, + 480, + 1842, + 535 + ], + "instruction": "open 'retrospect and prospect in computer-based translation' paper", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_0092e09d-acc7-4ced-8871-47cb05a0a554.png", + "bbox": [ + 104, + 796, + 161, + 853 + ], + "instruction": "let website remember account information for no logging in the next year", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_0092e09d-acc7-4ced-8871-47cb05a0a554.png", + "bbox": [ + 112, + 515, + 831, + 586 + ], + "instruction": "enter username", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_0092e09d-acc7-4ced-8871-47cb05a0a554.png", + "bbox": [ + 107, + 887, + 836, + 966 + ], + "instruction": "log in", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_3261789b-bffc-4bfb-94d3-fe2a787e3f3f.png", + "bbox": [ + 258, + 1078, + 667, + 1130 + ], + "instruction": "Click to recover password", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_3261789b-bffc-4bfb-94d3-fe2a787e3f3f.png", + "bbox": [ + 1989, + 53, + 2246, + 102 + ], + "instruction": "create account", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_3ff7abbd-cbd0-4396-ae77-94e34376edb5.png", + "bbox": [ + 1738, + 1135, + 2047, + 1179 + ], + "instruction": "open the page of bougainville island", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_dd6b5395-a2da-4d88-a971-c2815899f84d.png", + "bbox": [ + 202, + 7, + 688, + 141 + ], + "instruction": "return the homepage of mediawiki", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_dd6b5395-a2da-4d88-a971-c2815899f84d.png", + "bbox": [ + 309, + 419, + 508, + 465 + ], + "instruction": "switch to the discussion page", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_dd6b5395-a2da-4d88-a971-c2815899f84d.png", + "bbox": [ + 1636, + 579, + 2437, + 787 + ], + "instruction": "open the picture of the wikimedia hackathon 2023", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_d920add5-4b0d-41a6-8de8-2b2b443e7524.png", + "bbox": [ + 1134, + 1190, + 1973, + 1272 + ], + "instruction": "download all mediawiki last released data", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_e32af83c-f30c-4104-82b3-d5b9a84ad5ee.png", + "bbox": [ + 1688, + 632, + 1852, + 694 + ], + "instruction": "click the flag of portugal ", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_e32af83c-f30c-4104-82b3-d5b9a84ad5ee.png", + "bbox": [ + 852, + 1081, + 1034, + 1138 + ], + "instruction": "enter page of norway", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_e32af83c-f30c-4104-82b3-d5b9a84ad5ee.png", + "bbox": [ + 1586, + 193, + 2212, + 245 + ], + "instruction": "open arsenal f.c. records and player records webpage", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_43eca188-6adf-4bfe-bb49-56dad5717132.png", + "bbox": [ + 711, + 22, + 830, + 61 + ], + "instruction": "open keras", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_43eca188-6adf-4bfe-bb49-56dad5717132.png", + "bbox": [ + 1618, + 948, + 1953, + 990 + ], + "instruction": "open oracle data mining page", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_14c5f53b-8827-4d97-9adb-b3cbc4d6116a.png", + "bbox": [ + 1859, + 424, + 2368, + 1185 + ], + "instruction": "open image of book named machined learning", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_14c5f53b-8827-4d97-9adb-b3cbc4d6116a.png", + "bbox": [ + 1036, + 341, + 1566, + 383 + ], + "instruction": "enter page of peer-reviewd scientific journal", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_14c5f53b-8827-4d97-9adb-b3cbc4d6116a.png", + "bbox": [ + 330, + 131, + 434, + 191 + ], + "instruction": "hide sidebar", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_1d69cea6-1be7-4314-8bf1-5cd8e1939911.png", + "bbox": [ + 2113, + 29, + 2453, + 91 + ], + "instruction": "change page language", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_1d69cea6-1be7-4314-8bf1-5cd8e1939911.png", + "bbox": [ + 1044, + 1263, + 1558, + 1302 + ], + "instruction": "jump to website of 'induction of decision trees'", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_1d69cea6-1be7-4314-8bf1-5cd8e1939911.png", + "bbox": [ + 800, + 141, + 880, + 193 + ], + "instruction": "switch to talk column", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_45f9eb11-1663-440f-9e73-78a34793ac95.png", + "bbox": [ + 1888, + 227, + 2444, + 539 + ], + "instruction": "play the video shown in this page", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_45f9eb11-1663-440f-9e73-78a34793ac95.png", + "bbox": [ + 1893, + 549, + 2002, + 585 + ], + "instruction": "go to page of darpa", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_45f9eb11-1663-440f-9e73-78a34793ac95.png", + "bbox": [ + 42, + 1239, + 431, + 1366 + ], + "instruction": "get citation of current webpage", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_df804fb9-f96e-425e-b1a3-fe8f6810a1de.png", + "bbox": [ + 465, + 663, + 520, + 718 + ], + "instruction": "delete the 'article' tag for searching", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_df804fb9-f96e-425e-b1a3-fe8f6810a1de.png", + "bbox": [ + 104, + 463, + 1605, + 533 + ], + "instruction": "input keyword in the searchbar", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_147f0485-994a-4176-bd82-88d81ab8607a.png", + "bbox": [ + 898, + 756, + 950, + 816 + ], + "instruction": "select to search in all area", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_147f0485-994a-4176-bd82-88d81ab8607a.png", + "bbox": [ + 112, + 556, + 1857, + 631 + ], + "instruction": "show advanced searching options", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_147f0485-994a-4176-bd82-88d81ab8607a.png", + "bbox": [ + 428, + 1234, + 555, + 1286 + ], + "instruction": "display the next 20 searching results", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_78657904-325d-4ee2-b319-36dc1abe7e54.png", + "bbox": [ + 1052, + 1083, + 1171, + 1117 + ], + "instruction": "open page of gpt-2", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_78657904-325d-4ee2-b319-36dc1abe7e54.png", + "bbox": [ + 2332, + 414, + 2425, + 456 + ], + "instruction": "show content of reinforcement learning", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_78657904-325d-4ee2-b319-36dc1abe7e54.png", + "bbox": [ + 1065, + 943, + 1535, + 972 + ], + "instruction": "enter page of machine learning translation", + "img_size": [ + 2560, + 1440 + ], + "platform": "tool", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_14087e07-67d9-494e-bdbf-16ed67985a72.png", + "bbox": [ + 1337, + 299, + 1607, + 372 + ], + "instruction": "open home& kitchen part", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_14087e07-67d9-494e-bdbf-16ed67985a72.png", + "bbox": [ + 2062, + 964, + 2514, + 1405 + ], + "instruction": "enter detail page of icecream", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_bd7a1ecb-e3e7-4a79-ba7e-91ae27a861ba.png", + "bbox": [ + 2482, + 255, + 2524, + 312 + ], + "instruction": "close the pop-up window", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_bd7a1ecb-e3e7-4a79-ba7e-91ae27a861ba.png", + "bbox": [ + 1914, + 611, + 2428, + 697 + ], + "instruction": "check the detailed information of the first product in the cart", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_e103f2b7-edaf-4acc-8b85-6cfb0b9c024c.png", + "bbox": [ + 1750, + 144, + 1797, + 191 + ], + "instruction": "close the alart window", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_e103f2b7-edaf-4acc-8b85-6cfb0b9c024c.png", + "bbox": [ + 976, + 354, + 1088, + 427 + ], + "instruction": "confirm leaving the shopping cart", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_e103f2b7-edaf-4acc-8b85-6cfb0b9c024c.png", + "bbox": [ + 794, + 357, + 960, + 417 + ], + "instruction": "cancel leaving", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_6e4b8b0d-45fe-4d2a-864a-782e08ae8d21.png", + "bbox": [ + 226, + 954, + 493, + 1019 + ], + "instruction": "remove the first item from the shopping cart", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_6e4b8b0d-45fe-4d2a-864a-782e08ae8d21.png", + "bbox": [ + 1530, + 505, + 1650, + 595 + ], + "instruction": "adjust the quantity of the first item", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_8a36314e-03d8-422d-920b-d3a93c12e6a5.png", + "bbox": [ + 2404, + 45, + 2518, + 102 + ], + "instruction": "sign in the website", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_8a36314e-03d8-422d-920b-d3a93c12e6a5.png", + "bbox": [ + 1750, + 632, + 2451, + 723 + ], + "instruction": "show more information of the items in cart", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_8a36314e-03d8-422d-920b-d3a93c12e6a5.png", + "bbox": [ + 1311, + 556, + 1360, + 608 + ], + "instruction": "view help for email account", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_8998df3c-ece5-4f78-9f34-8b6ef91b1ddb.png", + "bbox": [ + 1153, + 982, + 1213, + 1029 + ], + "instruction": "add the creole seasoning to favorites", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_8998df3c-ece5-4f78-9f34-8b6ef91b1ddb.png", + "bbox": [ + 1721, + 1003, + 1968, + 1073 + ], + "instruction": "add the cocowhip light to cart", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_8998df3c-ece5-4f78-9f34-8b6ef91b1ddb.png", + "bbox": [ + 1607, + 260, + 1649, + 309 + ], + "instruction": "remove the first item from the comparison", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_98d5a92a-e7d5-4fa6-8c36-83dc78c3fce6.png", + "bbox": [ + 597, + 1107, + 935, + 1154 + ], + "instruction": "forget my password", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_98d5a92a-e7d5-4fa6-8c36-83dc78c3fce6.png", + "bbox": [ + 1309, + 749, + 1665, + 832 + ], + "instruction": "create an account", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_5d555c28-7e2a-4380-ad9e-4eeba9cc2383.png", + "bbox": [ + 356, + 852, + 1247, + 925 + ], + "instruction": "input my password", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_2450df5d-6082-4941-8fe5-ee61df8e7021.png", + "bbox": [ + 486, + 429, + 959, + 1172 + ], + "instruction": "check the information of the first product", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_2450df5d-6082-4941-8fe5-ee61df8e7021.png", + "bbox": [ + 844, + 1309, + 891, + 1348 + ], + "instruction": "check the price changes for the first item", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_2450df5d-6082-4941-8fe5-ee61df8e7021.png", + "bbox": [ + 2129, + 211, + 2420, + 276 + ], + "instruction": "change the sorting method", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_2450df5d-6082-4941-8fe5-ee61df8e7021.png", + "bbox": [ + 628, + 198, + 719, + 278 + ], + "instruction": "switch the product arrangement to a 2*2 grid", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_2d77202a-c8d6-4908-9def-c4635e5c4d3d.png", + "bbox": [ + 1309, + 1174, + 1400, + 1330 + ], + "instruction": "show next image of this item", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_2d77202a-c8d6-4908-9def-c4635e5c4d3d.png", + "bbox": [ + 1524, + 1050, + 1773, + 1102 + ], + "instruction": "add this item to wish list", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_8c185a73-f24a-4548-851f-eae8962b2649.png", + "bbox": [ + 2389, + 9, + 2553, + 165 + ], + "instruction": "close the image window", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_8c185a73-f24a-4548-851f-eae8962b2649.png", + "bbox": [ + 203, + 1234, + 395, + 1431 + ], + "instruction": "check the second image", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_2e26b177-1a3c-4e1d-b961-a584add014b7.png", + "bbox": [ + 839, + 907, + 1343, + 987 + ], + "instruction": "check computers and accessories items ", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_2e26b177-1a3c-4e1d-b961-a584add014b7.png", + "bbox": [ + 1244, + 22, + 1356, + 69 + ], + "instruction": "sign in the website", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_889c379a-7f36-4aad-9516-b09773cd6b84.png", + "bbox": [ + 2272, + 151, + 2352, + 219 + ], + "instruction": "search the products about football", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_889c379a-7f36-4aad-9516-b09773cd6b84.png", + "bbox": [ + 73, + 837, + 452, + 1361 + ], + "instruction": "check the information about the first item", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_0437294c-e652-4bc4-acbf-f0c4cf3759ba.png", + "bbox": [ + 239, + 595, + 1246, + 1436 + ], + "instruction": "view the product photo", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_0437294c-e652-4bc4-acbf-f0c4cf3759ba.png", + "bbox": [ + 1524, + 699, + 1633, + 813 + ], + "instruction": "change the purchase quantity of the product", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_0437294c-e652-4bc4-acbf-f0c4cf3759ba.png", + "bbox": [ + 1784, + 899, + 2031, + 951 + ], + "instruction": "add this item to compare", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_29f17af5-5e60-41a0-8a0c-36a991a0a19d.png", + "bbox": [ + 615, + 395, + 646, + 450 + ], + "instruction": "rate this product with four stars", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_29f17af5-5e60-41a0-8a0c-36a991a0a19d.png", + "bbox": [ + 369, + 793, + 1182, + 983 + ], + "instruction": "provide a review for the current product", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_29f17af5-5e60-41a0-8a0c-36a991a0a19d.png", + "bbox": [ + 369, + 1081, + 665, + 1151 + ], + "instruction": "submit my review", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_c307580d-6e2e-4ffb-bb0d-3e156ec524e3.png", + "bbox": [ + 36, + 1159, + 397, + 1206 + ], + "instruction": "check the privacy and cookie policy", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_c307580d-6e2e-4ffb-bb0d-3e156ec524e3.png", + "bbox": [ + 2295, + 1164, + 2508, + 1229 + ], + "instruction": "subscribe to feedback on this item", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_b5c8e65b-1d1e-4fad-8064-a3b7119d1eaa.png", + "bbox": [ + 1288, + 14, + 1368, + 87 + ], + "instruction": "go to the next page", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_b5c8e65b-1d1e-4fad-8064-a3b7119d1eaa.png", + "bbox": [ + 1223, + 40, + 1246, + 69 + ], + "instruction": "go to the second page", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_3b0ad239-da6b-4f6f-8f12-f674dc90ff33.png", + "bbox": [ + 42, + 1102, + 239, + 1172 + ], + "instruction": "view the details of the item", + "img_size": [ + 2560, + 1440 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_0q7ijc.png", + "bbox": [ + 1211, + 685, + 1426, + 915 + ], + "instruction": "View more details about the sword and shield item", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_0qfaj2.png", + "bbox": [ + 524, + 1029, + 616, + 1047 + ], + "instruction": " check privacy policy", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_174lzg.png", + "bbox": [ + 1162, + 290, + 1538, + 448 + ], + "instruction": "view more details about rental cars", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_1hc78j.png", + "bbox": [ + 1602, + 10, + 1749, + 60 + ], + "instruction": "sign up ", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_35ra1b.png", + "bbox": [ + 1402, + 593, + 1461, + 621 + ], + "instruction": "star the awesome-huggingface project", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_38k1l1.png", + "bbox": [ + 1702, + 30, + 1759, + 81 + ], + "instruction": "search in this page", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_3dpus9.png", + "bbox": [ + 449, + 144, + 541, + 172 + ], + "instruction": "Switch the language that needs to be translated to Chinese", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_43vc1w.png", + "bbox": [ + 355, + 563, + 495, + 613 + ], + "instruction": "check the free trial", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_50x1xn.png", + "bbox": [ + 627, + 644, + 769, + 684 + ], + "instruction": "add wikipedia to wishlist", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_7bnnwq.png", + "bbox": [ + 1044, + 598, + 1289, + 654 + ], + "instruction": "Click the current date", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_7so32e.png", + "bbox": [ + 562, + 224, + 1361, + 276 + ], + "instruction": "search in this documentation", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_7ywy7e.png", + "bbox": [ + 964, + 473, + 1301, + 659 + ], + "instruction": "switch the payment option to upgrade program", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_83raem.png", + "bbox": [ + 1460, + 29, + 1536, + 62 + ], + "instruction": "Change the temperature display unit to Celsius", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_8u9hc4.png", + "bbox": [ + 450, + 1015, + 600, + 1037 + ], + "instruction": "view drama books", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_8yff90.png", + "bbox": [ + 1724, + 992, + 1776, + 1039 + ], + "instruction": "Switch the map to 3D display mode", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_911npk.png", + "bbox": [ + 1712, + 10, + 1856, + 50 + ], + "instruction": "log in", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_92ejhx.png", + "bbox": [ + 1187, + 4, + 1305, + 34 + ], + "instruction": "install a steam desktop application", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_92nqwh.png", + "bbox": [ + 699, + 665, + 805, + 692 + ], + "instruction": "Change the webpage language to French", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_a5axk7.png", + "bbox": [ + 811, + 78, + 1111, + 316 + ], + "instruction": "check more details about Nintendo Switch 2", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_aon6bc.png", + "bbox": [ + 1467, + 480, + 1678, + 514 + ], + "instruction": "Adjust the quantity of the product", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_asqyu8.png", + "bbox": [ + 900, + 73, + 978, + 111 + ], + "instruction": "view more information about the airpods item", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_bvupbc.png", + "bbox": [ + 1219, + 492, + 1340, + 526 + ], + "instruction": "learn more about earn degree credit", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_c5bdvl.png", + "bbox": [ + 953, + 607, + 1107, + 643 + ], + "instruction": "Change the payment currency", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_citsb7.png", + "bbox": [ + 335, + 452, + 620, + 511 + ], + "instruction": "Purchase the latest battlegroud season pass", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_cmyhc5.png", + "bbox": [ + 869, + 9, + 964, + 60 + ], + "instruction": "check the blog", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_coivm6.png", + "bbox": [ + 784, + 313, + 811, + 337 + ], + "instruction": "switch off \"keep me logged in\" setting", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_d1bbz4.png", + "bbox": [ + 653, + 670, + 1000, + 719 + ], + "instruction": "choose downloading docker in mac-apple silicon", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_dho92e.png", + "bbox": [ + 538, + 604, + 603, + 632 + ], + "instruction": "Click to mark Anna's comment as unhelpful", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_dkh41m.png", + "bbox": [ + 1099, + 587, + 1123, + 614 + ], + "instruction": "Choose to sort from oldest to newest", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_e21gwr.png", + "bbox": [ + 1382, + 79, + 1458, + 132 + ], + "instruction": "Modify the display font size", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_f4ww24.png", + "bbox": [ + 757, + 555, + 962, + 595 + ], + "instruction": "Choose to download PyTorch for Mac system", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_ftpvmj.png", + "bbox": [ + 563, + 786, + 701, + 822 + ], + "instruction": "Upvote Tillman's post", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_gflr2y.png", + "bbox": [ + 1431, + 893, + 1475, + 1005 + ], + "instruction": "View the next page of the browse by category section", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_h5egmj.png", + "bbox": [ + 216, + 757, + 262, + 797 + ], + "instruction": "adjust the volume of the currently playing video", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_hmoge1.png", + "bbox": [ + 1369, + 82, + 1619, + 312 + ], + "instruction": "check whatsapp business", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_hnoy0b.png", + "bbox": [ + 1858, + 1027, + 1918, + 1066 + ], + "instruction": "click to close the privacy information bar", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_ir7ddl.png", + "bbox": [ + 814, + 118, + 972, + 154 + ], + "instruction": "stop seeing the ads", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_isogec.png", + "bbox": [ + 162, + 828, + 280, + 855 + ], + "instruction": "view more replies from user 'offialwildcardadventures' reply", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_j2wrmj.png", + "bbox": [ + 1472, + 723, + 1801, + 806 + ], + "instruction": "choose the 1Tb storage", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_j3nekk.png", + "bbox": [ + 1741, + 8, + 1883, + 80 + ], + "instruction": "view my account profile", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_j7u75j.png", + "bbox": [ + 1881, + 1052, + 1908, + 1079 + ], + "instruction": "Close the pop-up window in the bottom right corner", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_jn0jbi.png", + "bbox": [ + 748, + 681, + 807, + 704 + ], + "instruction": "upvote MagicJoshByGosh's reply", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_kj0f2t.png", + "bbox": [ + 968, + 373, + 1214, + 414 + ], + "instruction": "enter my own password for logging in", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_m76p3o.png", + "bbox": [ + 976, + 990, + 1085, + 1024 + ], + "instruction": "add black myth to my steam cart", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_mqbuo5.png", + "bbox": [ + 934, + 7, + 1073, + 79 + ], + "instruction": "view the community of minecraft", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_nnxneu.png", + "bbox": [ + 439, + 556, + 650, + 904 + ], + "instruction": "view more videos about VALORANT", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_nzts74.png", + "bbox": [ + 1244, + 937, + 1495, + 1016 + ], + "instruction": "view more details about ResearchGate", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_oh7753.png", + "bbox": [ + 753, + 943, + 1073, + 1073 + ], + "instruction": "view classic rock's video", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_q8t3el.png", + "bbox": [ + 661, + 474, + 726, + 507 + ], + "instruction": "View the comments on the first article about Musk on the page", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_ql1kqj.png", + "bbox": [ + 937, + 320, + 1183, + 448 + ], + "instruction": "Play the video explaining the physical characteristics of Mars", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_qltu7f.png", + "bbox": [ + 1481, + 448, + 1569, + 483 + ], + "instruction": "Follow the Twitter account of 'Ask PayPal'", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_r2k5yc.png", + "bbox": [ + 1194, + 225, + 1288, + 316 + ], + "instruction": "Download DuckDuckGo as a Firefox browser extension", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_rlhjuk.png", + "bbox": [ + 684, + 216, + 858, + 346 + ], + "instruction": "View the weather details for Beijing", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_s3z321.png", + "bbox": [ + 1199, + 340, + 1241, + 374 + ], + "instruction": "Copy the HTTP download link for this GitHub project", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_s6sun5.png", + "bbox": [ + 1752, + 29, + 1798, + 62 + ], + "instruction": "View my shopping cart", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_sz54xt.png", + "bbox": [ + 974, + 422, + 1120, + 467 + ], + "instruction": "Reject all privacy terms", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_tpgtas.png", + "bbox": [ + 1072, + 597, + 1264, + 657 + ], + "instruction": "Click to send the verification code to the specified email address", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_tpwp1v.png", + "bbox": [ + 1526, + 628, + 1682, + 768 + ], + "instruction": "check shoes under 50 dollars in \"shop deals in fashion\" part", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_ts6lzz.png", + "bbox": [ + 871, + 579, + 1074, + 772 + ], + "instruction": "check the book named Ms. Rachel", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_uilgwu.png", + "bbox": [ + 589, + 486, + 784, + 541 + ], + "instruction": "Select the time of day for the reserved vehicle to arrive", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_ujxrkl.png", + "bbox": [ + 681, + 445, + 798, + 544 + ], + "instruction": "Replay the current video", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_uvhr8l.png", + "bbox": [ + 1026, + 91, + 1105, + 130 + ], + "instruction": "donate to python project", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + }, + { + "img_filename": "web_vlk2rj.png", + "bbox": [ + 211, + 668, + 244, + 689 + ], + "instruction": "Check the Mega products in the brand selection", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "icon", + "group": "web" + }, + { + "img_filename": "web_y5xkl0.png", + "bbox": [ + 366, + 391, + 522, + 442 + ], + "instruction": "register now for pytorch", + "img_size": [ + 1920, + 1080 + ], + "platform": "shop", + "ui_type": "text", + "group": "web" + } +] \ No newline at end of file diff --git a/verifier/eval_ss_with_verifier.py b/verifier/eval_ss_with_verifier.py new file mode 100644 index 0000000..41b097a --- /dev/null +++ b/verifier/eval_ss_with_verifier.py @@ -0,0 +1,572 @@ +import copy +import itertools +import torch +import json +import re +import argparse +import os +from PIL import Image, ImageDraw +import logging +from tqdm import tqdm + + + +def draw_annotations(img, point_in_pixel, bbox, output_path='test.png'): + draw = ImageDraw.Draw(img) + + # Draw the ground truth bounding box in green + if bbox: + # Assuming bbox format is [x1, y1, x2, y2] + draw.rectangle(bbox, outline="yellow", width=4) + + # Draw a small rectangle around the predicted point in red + if point_in_pixel: + # Create a small rectangle around the point (5 pixels in each direction) + radius = 8 + circle_bbox = [ + point_in_pixel[0] - radius, # x1 + point_in_pixel[1] - radius, # y1 + point_in_pixel[0] + radius, # x2 + point_in_pixel[1] + radius # y2 + ] + draw.ellipse(circle_bbox, outline="red", width=4) + + img.save(output_path) + print(f"Annotated image saved to {output_path}") + return img + + + + +logging.basicConfig(level=logging.INFO) +torch.manual_seed(114514) + + +GT_TYPES = ['positive', 'negative'] +INSTRUCTION_STYLES = ['instruction', 'action', 'description'] +LANGUAGES = ['en', 'cn'] + + +def parse_args(): + parser = argparse.ArgumentParser() + parser.add_argument('--model_path', type=str, required=False) + parser.add_argument('--screenspot_imgs', type=str, required=True) + parser.add_argument('--screenspot_test', type=str, required=True) + parser.add_argument('--task', type=str, required=True) + parser.add_argument('--inst_style', type=str, required=True, choices=INSTRUCTION_STYLES + ['all'], help="Instruction style to use.") + parser.add_argument('--language', type=str, required=True, choices=LANGUAGES + ['all'], default='en', help="Language to use.") + parser.add_argument('--gt_type', type=str, required=True, choices=GT_TYPES + ['all'], help="Ground truth type: 'positive' or 'negative'.") + parser.add_argument('--log_path', type=str, required=True) + parser.add_argument('--json_prediction', type=str, required=False) + parser.add_argument('--verifier_path', type=str, required=True) + parser.add_argument('--verifier_method', type=str, required=True) + + args = parser.parse_args() + return args + + +def build_model(args): + from verifier_model import GroundingVerifier + model = GroundingVerifier(model_name_or_path=args.model_path, json_prediction=args.json_prediction, method=args.verifier_method) + model.load_model(args.verifier_path) + return model + + +def collect_results_to_eval(results, platform=None, group=None, application=None, language=None, gt_type=None, instruction_style=None, ui_type=None): + """ + Filters the results based on provided values. None means include all (ignore filtering this attribute). + + + Parameters: + results (list): A list of dictionaries containing sample results. + + Returns: + list: A filtered list of dictionaries based on the given criteria. + """ + filtered_results = [] + + + for sample in results: + # Check each filter condition; if None, consider it as passed + if (platform is None or sample.get("platform") == platform) and \ + (group is None or sample.get("group") == group) and \ + (application is None or sample.get("application") == application) and \ + (language is None or sample.get("language") == language) and \ + (gt_type is None or sample.get("gt_type") == gt_type) and \ + (instruction_style is None or sample.get("instruction_style") == instruction_style) and \ + (ui_type is None or sample.get("ui_type") == ui_type): + filtered_results.append(sample) + + + return filtered_results + + + + +def make_combinations(results, platform=False, group=None, application=False, language=False, gt_type=False, instruction_style=False, ui_type=False): + """ + Returns a list of combinations of values for attributes where the corresponding parameter is set to True. + """ + # Initialize a dictionary to store unique values for each attribute + unique_values = { + "platform": set(), + "group": set(), + "application": set(), + "language": set(), + "gt_type": set(), + "instruction_style": set(), + "ui_type": set(), + } + + + # Collect unique values from the results + for sample in results: + if platform: + unique_values["platform"].add(sample.get("platform")) + if group: + unique_values["group"].add(sample.get("group")) + if application: + unique_values["application"].add(sample.get("application")) + if language: + unique_values["language"].add(sample.get("language")) + if gt_type: + unique_values["gt_type"].add(sample.get("gt_type")) + if instruction_style: + unique_values["instruction_style"].add(sample.get("instruction_style")) + if ui_type: + unique_values["ui_type"].add(sample.get("ui_type")) + + + # Filter out the attributes that are set to False (no need for combinations) + filtered_values = {key: list(value) for key, value in unique_values.items() if value} + if not filtered_values: + return [] + + + # Generate all combinations of the selected attributes using itertools.product + attribute_combinations = list(itertools.product(*filtered_values.values())) + + + # Convert combinations into dictionaries with corresponding attribute names + combinations = [] + for combination in attribute_combinations: + combinations.append(dict(zip(filtered_values.keys(), combination))) + + + return combinations + + + + +def calc_metric_for_result_list(results): + """Calculates the metrics for a simple result list.""" + num_total = len(results) + correct_num = sum(1 for res in results if res["correctness"] == "correct") + wrong_format_num = sum(1 for res in results if res["correctness"] == "wrong_format") + + + # Calculate text and icon specific metrics using collect_results_to_eval + text_results = collect_results_to_eval(results, ui_type="text") + icon_results = collect_results_to_eval(results, ui_type="icon") + + + text_correct = sum(1 for res in text_results if res["correctness"] == "correct") + text_total = len(text_results) + icon_correct = sum(1 for res in icon_results if res["correctness"] == "correct") + icon_total = len(icon_results) + metrics = { + "num_correct_action": correct_num, + "num_total": num_total, + "wrong_format_num": wrong_format_num, + "action_acc": correct_num / num_total if num_total > 0 else 0, + "text_acc": text_correct / text_total if text_total > 0 else 0, + "icon_acc": icon_correct / icon_total if icon_total > 0 else 0 + } + return metrics + + + + +def eval_sample_positive_gt(sample, response): + bbox = sample["bbox"] + bbox = [bbox[0], bbox[1], bbox[2], bbox[3]] # x1, y1, x2, y2 + # bbox = [bbox[0], bbox[1], bbox[0] + bbox[2], bbox[1] + bbox[3]] # x1, y1, w, h + img_size = sample["img_size"] + bbox = [bbox[0] / img_size[0], bbox[1] / img_size[1], bbox[2] / img_size[0], bbox[3] / img_size[1]] + + click_point = response["point"] # may be none + print(click_point, bbox) + # import pdb;pdb.set_trace() + if click_point is None: + return "wrong_format" + # Check if the predicted point falls in the ground truth box + if (bbox[0] <= click_point[0] <= bbox[2]) and (bbox[1] <= click_point[1] <= bbox[3]): + return "correct" + else: + return "wrong" + +def eval_sample_negative_gt(sample, response): + if response["result"] == "negative": + return "correct" + elif response["result"] == "positive": + return "wrong" + else: ## response["result"] == wrong_format + return "wrong_format" + + +def evaluate_fine_grained(results): + # Generate all combinations of platform, instruction_style, and gt_type + combinations = make_combinations( + results, + platform=True, + application=True, + instruction_style=True, + gt_type=True + ) + + + evaluation_result = {} + + + # Iterate through each combination + for combo in combinations: + platform = combo.get("platform") + application = combo.get("application") + inst_style = combo.get("instruction_style") + gt_type = combo.get("gt_type") + + # Filter results for the current combination + filtered_results = collect_results_to_eval( + results=results, + platform=platform, + application=application, + instruction_style=inst_style, + gt_type=gt_type + ) + + # Calculate metrics using the calc_metric_for_result_list function + metrics = calc_metric_for_result_list(filtered_results) + if metrics['num_total'] == 0: + continue + + # Construct a unique key based on the combination + key = f"plat:{platform} app:{application} inst_style:{inst_style} gt_type:{gt_type}" + evaluation_result[key] = metrics + + + return evaluation_result + + +def evaluate_fine_grained_v2(results): + # Generate all combinations of platform, instruction_style, and gt_type + combinations = make_combinations( + results, + group=True, + ) + + + evaluation_result = {} + + + # Iterate through each combination + for combo in combinations: + group = combo.get("group") + + + # Filter results for the current combination + filtered_results = collect_results_to_eval( + results=results, + group=group, + ) + + # Calculate metrics using the calc_metric_for_result_list function + metrics = calc_metric_for_result_list(filtered_results) + if metrics['num_total'] == 0: + continue + + # Construct a unique key based on the combination + key = f"group:{group}" + evaluation_result[key] = metrics + + + return evaluation_result + + +def evaluate_seeclick_paper_style(results): + # Generate all combinations of platform, instruction_style, and gt_type + combinations = make_combinations( + results, + platform=True, + instruction_style=True, + gt_type=True + ) + + + evaluation_result = {} + + + # Iterate through each combination + for combo in combinations: + platform = combo.get("platform") + inst_style = combo.get("instruction_style") + gt_type = combo.get("gt_type") + + # Filter results for the current combination + filtered_results = collect_results_to_eval( + results=results, + platform=platform, + instruction_style=inst_style, + gt_type=gt_type + ) + + # Calculate metrics using the calc_metric_for_result_list function + metrics = calc_metric_for_result_list(filtered_results) + if metrics['num_total'] == 0: + continue + + # Construct a unique key based on the combination + key = f"plat:{platform} inst_style:{inst_style} gt_type:{gt_type}" + evaluation_result[key] = metrics + + + return evaluation_result + + +def evaluate_leaderboard_detailed_style(results): + # Generate all combinations of platform, instruction_style, and gt_type + combinations = make_combinations( + results, + application=True, + ) + + + evaluation_result = {} + + + # Iterate through each combination + for combo in combinations: + application = combo.get("application") + + # Filter results for the current combination + filtered_results = collect_results_to_eval( + results=results, + application=application, + ) + + # Calculate metrics using the calc_metric_for_result_list function + metrics = calc_metric_for_result_list(filtered_results) + if metrics['num_total'] == 0: + continue + + # Construct a unique key based on the combination + key = f"app:{application}" + evaluation_result[key] = metrics + + + return evaluation_result + + +def evaluate_leaderboard_simple_style(results): + # Generate all combinations of platform, instruction_style, and gt_type + combinations = make_combinations( + results, + group=True, + ) + + + evaluation_result = {} + + + # Iterate through each combination + for combo in combinations: + group = combo.get("group") + + # Filter results for the current combination + filtered_results = collect_results_to_eval( + results=results, + group=group, + ) + + # Calculate metrics using the calc_metric_for_result_list function + metrics = calc_metric_for_result_list(filtered_results) + if metrics['num_total'] == 0: + continue + + # Construct a unique key based on the combination + key = f"group:{group}" + evaluation_result[key] = metrics + + + return evaluation_result + + +def evaluate_overall(results): + """ + Evaluates the overall metrics for all results without any filtering. + + Parameters: + results (list): A list of dictionaries containing sample results. + + Returns: + dict: A dictionary containing the overall metrics. + """ + # Calculate metrics for the entire result set + metrics = calc_metric_for_result_list(results) + + return metrics + + + + +def evaluate(results): + """Collect results and calculate metrics. You can comment out function calls or add new ones based on your need. + """ + result_report = { + "details": [], # Store detailed information for each sample + "metrics": {} + } + + + # # TODO: comment out function calls based on your need + result_report["metrics"]["fine_grained"] = evaluate_fine_grained_v2(results) + # result_report["metrics"]["seeclick_style"] = evaluate_seeclick_paper_style(results) + # result_report["metrics"]["leaderboard_simple_style"] = evaluate_leaderboard_simple_style(results) + # result_report["metrics"]["leaderboard_detailed_style"] = evaluate_leaderboard_detailed_style(results) + result_report["metrics"]["overall"] = evaluate_overall(results) + + + # Save detailed results + result_report["details"] = results + + + return result_report + + +def main(args): + model = build_model(args) + print("Load model success") + + + if args.task == "all": + task_filenames = [ + os.path.splitext(f)[0] + for f in os.listdir(args.screenspot_test) + if f.endswith(".json") + ] + else: + task_filenames = args.task.split(",") + + + if args.inst_style == "all": + inst_styles = INSTRUCTION_STYLES + else: + inst_styles = args.inst_style.split(",") + + + if args.language == "all": + languages = LANGUAGES + else: + languages = args.language.split(",") + + + if args.gt_type == "all": + gt_types = GT_TYPES + else: + gt_types = args.gt_type.split(",") + + + tasks_to_run = [] + for task_filename in task_filenames: + dataset = task_filename + ".json" + with open(os.path.join(args.screenspot_test, dataset), 'r') as f: + task_data = json.load(f) + + + # Create the list of tasks to run, one item as an instance. Tasks may be reused. + for inst_style in inst_styles: # Expand tasks based on user configurations + for gt_type in gt_types: + for lang in languages: + for task_instance in task_data: # [30:] + task_instance = copy.deepcopy(task_instance) + task_instance["task_filename"] = task_filename + task_instance["gt_type"] = gt_type + task_instance["instruction_style"] = inst_style + task_instance["language"] = lang + if lang == "cn": + if inst_style!= 'instruction' or gt_type != 'positive': + # TODO: Translate the data + raise AttributeError("Only positive samples and 'instruction' style are supported for Chinese instructions.") + task_instance["prompt_to_evaluate"] = task_instance["instruction_cn"] + elif lang == "en": + task_instance["prompt_to_evaluate"] = task_instance["instruction"] + + + tasks_to_run.append(task_instance) + print(f"Num of sample in {task_filename}: {len(task_data)} * {len(inst_styles)} * {len(gt_types)} * {len(languages)} = {len(task_data) * len(inst_styles) * len(gt_types) * len(languages)}") + print(f"Total tasks: {len(tasks_to_run)}") + + + results = [] + for sample in tqdm(tasks_to_run[:]): + filename = sample["img_filename"] + img_path = os.path.join(args.screenspot_imgs, filename) + + if task_instance["gt_type"] == "positive": + response = model.ground_only_positive(instruction=sample["prompt_to_evaluate"], image=img_path, target_point=sample['bbox']) + + + elif task_instance["gt_type"] == "negative": + response = model.ground_allow_negative(instruction=sample["prompt_to_evaluate"], image=img_path) + # print(response) + point = response["point"] + img_size = sample["img_size"] + point_in_pixel = [point[0] * img_size[0], point[1] * img_size[1]] if point else None + + sample_result = { + "img_path": img_path, + "group": sample["group"] if "group" in sample else None, + "platform": sample["platform"], + "application": sample["application"] if 'application' in sample else None, + "lang": sample["language"], + "instruction_style": sample["instruction_style"] if 'instruction_style' in sample else None, + "prompt_to_evaluate": sample["prompt_to_evaluate"], + "gt_type": sample["gt_type"], + "ui_type": sample["ui_type"], + "task_filename": sample["task_filename"], + "pred": point_in_pixel, + "raw_response": response["raw_response"] + } + + if sample["gt_type"] == "positive": + correctness = eval_sample_positive_gt(sample, response) + sample_result.update({ + "bbox": sample["bbox"], + }) + print(correctness) + elif sample["gt_type"] == "negative": + correctness = eval_sample_negative_gt(sample, response) + else: + raise ValueError("Wrong instruction type") + + + + sample_result.update({ + "correctness": correctness, + }) + results.append(sample_result) + + result_report = evaluate(results) + # Save to file + os.makedirs(os.path.dirname(args.log_path), exist_ok=True) + with open(args.log_path, 'w') as f: + json.dump(result_report, f, indent=4) + logging.info("Evaluation of ScreenSpot finished.") + + + + +if __name__ == "__main__": + main(parse_args()) + + + diff --git a/verifier/run_ss_pro.sh b/verifier/run_ss_pro.sh new file mode 100644 index 0000000..df16ca2 --- /dev/null +++ b/verifier/run_ss_pro.sh @@ -0,0 +1,26 @@ +# !/bin/bash +set -e + +json_path='Screenspot_eval/json_data/7B_full_qwen2vl/final_eval/screenspot-Pro_all_preds_StandardResize.json' +exp_name='Actor-7b-fixprompt-bon_score_verifier' +verifier_path='microsoft/GUI-Actor-Verifier-2B' +screenspot_dataset_path='/datadisk/data/ss-eval/ScreenSpot-Pro' +logdir='results_pro' + +verifier_method='score' +# verifier_method='best_one' +export CUDA_VISIBLE_DEVICES=0 + + +python eval_ss_with_verifier.py \ + --screenspot_imgs ${screenspot_dataset_path}'/images' \ + --screenspot_test ${screenspot_dataset_path}'/annotations' \ + --task "all" \ + --language "en" \ + --gt_type "positive" \ + --log_path "${logdir}/${exp_name}_${checkpoint}_sspro.json" \ + --inst_style "instruction" \ + --verifier_method ${verifier_method} \ + --verifier_path ${verifier_path} \ + --json_prediction ${json_path} + diff --git a/verifier/run_ss_v1.sh b/verifier/run_ss_v1.sh new file mode 100644 index 0000000..4506d0b --- /dev/null +++ b/verifier/run_ss_v1.sh @@ -0,0 +1,27 @@ +#!/bin/bash +set -e + +json_path='/home/t-yangrui/code/Screenspot_eval/json_data/new_prompt_7B/screenspot_all_preds_Original.json' +exp_name='Actor-7b-warmup-fixprompt-bon_score_verifierultracpt6000_crop500' +verifier_path='microsoft/GUI-Actor-Verifier-2B' +screenspot_dataset_path="data/ss-eval/ScreenSpot" +logdir='results_v1' + +verifier_method='score' +# verifier_method='best_one' +export CUDA_VISIBLE_DEVICES=0 + + +python eval_ss_with_verifier.py \ + --screenspot_imgs ${screenspot_dataset_path}'/images' \ + --screenspot_test ${screenspot_dataset_path} \ + --task "all" \ + --language "en" \ + --gt_type "positive" \ + --log_path "${logdir}/${exp_name}_${checkpoint}_ssv1.json" \ + --inst_style "instruction" \ + --verifier_method ${verifier_method} \ + --verifier_path ${verifier_path} \ + --json_prediction ${json_path} + + \ No newline at end of file diff --git a/verifier/run_ss_v2.sh b/verifier/run_ss_v2.sh new file mode 100644 index 0000000..d02d944 --- /dev/null +++ b/verifier/run_ss_v2.sh @@ -0,0 +1,32 @@ +#!/bin/bash +set -e + +models=("aguvis-with-verifier") + + +json_path='/home/t-yangrui/code/Screenspot_eval/json_data/new_prompt_3B/screenspot_v2_all_preds_Original.json' +exp_name='Actor-7b-warmup-fixprompt-bon_score_verifierultracpt6000_crop500' +verifier_path='microsoft/GUI-Actor-Verifier-2B' +screenspot_dataset_path='ss-eval/ScreenSpot-v2' +logdir='results_v2' + + +verifier_method='score' +# verifier_method='best_one' +export CUDA_VISIBLE_DEVICES=0 + + +python eval_ss_with_verifier.py \ + --screenspot_imgs "${screenspot_dataset_pat}/screenspotv2_image" \ + --screenspot_test "ScreenSpot-v2-new" \ + --task "all" \ + --language "en" \ + --gt_type "positive" \ + --log_path "${logdir}/${exp_name}_${checkpoint}_ssv2.json" \ + --inst_style "instruction" \ + --verifier_method ${verifier_method} \ + --verifier_path ${verifier_path} \ + --json_prediction ${json_path} + + + diff --git a/verifier/verifier_data_generation.py b/verifier/verifier_data_generation.py new file mode 100644 index 0000000..432fe6a --- /dev/null +++ b/verifier/verifier_data_generation.py @@ -0,0 +1,284 @@ +import json +import os +import re +import numpy as np +import random +from PIL import Image, ImageDraw +import argparse + + +dic = { + "from": "gpt", + "value": "True", + "recipient": "os", + "end_turn": True + } +neg_dic = { + "from": "gpt", + "value": "False", + "recipient": "os", + "end_turn": True + } + + + +def sample_point(bbox): + x0, y0, x1, y1 = bbox + t = 0 + while t <= 50: + xx, yy = np.random.random(2) + t += 1 + if not ((x0 < xx < x1) and (y0 < yy < y1)): + break + if t > 50: + return + return xx, yy + + +def load_json_file(file_path): + """Load and parse JSON data from a file.""" + try: + with open(file_path, 'r') as file: + data = json.load(file) + return data + except FileNotFoundError: + print(f"Error: File '{file_path}' not found.") + return None + except json.JSONDecodeError: + print(f"Error: '{file_path}' contains invalid JSON.") + return None + + +def draw_annotations(img, point_in_pixel, bbox, output_path='test.png', color='red', size=1): + draw = ImageDraw.Draw(img) + + # Draw the ground truth bounding box in green + if bbox: + # Assuming bbox format is [x1, y1, x2, y2] + draw.rectangle(bbox, outline="yellow", width=4) + # Draw a small rectangle around the predicted point in red + if point_in_pixel: + # Create a small rectangle around the point (5 pixels in each direction) + radius = np.ceil(8 * size).astype(int) + circle_bbox = [ + point_in_pixel[0] - radius, # x1 + point_in_pixel[1] - radius, # y1 + point_in_pixel[0] + radius, # x2 + point_in_pixel[1] + radius # y2 + ] + draw.ellipse(circle_bbox, outline=color, width=np.ceil(4 * size).astype(int)) + + img.save(output_path) + print(f"Annotated image saved to {output_path}") + return img + + +def transform_to_conversation_format(data, file, image_folder_dict, new_directory): + """ + Transform the input data to the specified conversation format. + Args: + data: List of dictionaries containing webpage elements data + + Returns: + List of dictionaries in the conversation format + """ + image_folder = image_folder_dict[file] + result = [] + for i, item in enumerate(data): + print(i / len(data)) + img_filename = item['img_filename'] + + prompt = 'Please observe the screenshot and exame whether the hollow red circle accurately placed on the intended position in the image:' + + if 'elements' in item: + # sample n//2 element + n = len(item['elements']) + ind_list = [] + if n <= 1: + ind_list = [0] + else: + ind_list = random.sample(range(n), min(n//2, 3)) + + for ind in ind_list: + conversations = [] + instruction = item['elements'][ind]['instruction'] + bbox = item['elements'][ind]['bbox'] + if (bbox[2] - bbox[0]) * (bbox[3] - bbox[1]) >= 0.8: + continue + + conversations.append({ + "from": "human", + "value": f"\n{prompt} " + f"'{instruction}'. Answer True or False." + }) + + # Calculate the center point of the bounding box + x_center = (bbox[0] + bbox[2]) / 2 + y_center = (bbox[1] + bbox[3]) / 2 + + if n >= 2: + neg_ind = random.choice([k for k in range(n) if k != ind]) + neg_bbox = item['elements'][neg_ind]['bbox'] + x_neg, y_neg = (neg_bbox[0] + neg_bbox[2]) / 2, (neg_bbox[1] + neg_bbox[3]) / 2 + if (x_center - x_neg) ** 2 + (y_center - y_neg) ** 2 < 0.05: + x_neg, y_neg = sample_point(bbox) + else: + x_neg, y_neg = sample_point(bbox) + + # draw image + try: + img = Image.open(os.path.join(image_folder, img_filename)) + except: + continue + + + prefix, suffix = img_filename.split('.') + width, height = img.size + save_path = os.path.join(new_directory, file+'_'+ prefix.replace('/', '') + f'_pos{ind}.' + suffix) + while os.path.exists(save_path): + save_path = os.path.join(new_directory, file+'_'+ prefix.replace('/', '') + f'_pos{ind}_{random.randint(0, 1000)}.' + suffix) + + try: + draw_annotations(img, [x_center * width, y_center* height], None, output_path=save_path, size=height/1000 * 1.2) + except: + continue + img = Image.open(os.path.join(image_folder, img_filename)) + neg_save_path = os.path.join(new_directory, file+'_'+ prefix.replace('/', '') + f'_neg{ind}.' + suffix) + while os.path.exists(neg_save_path): + neg_save_path = os.path.join(new_directory, file+'_'+ prefix.replace('/', '') + f'_neg{ind}_{random.randint(0, 1000)}.' + suffix) + + draw_annotations(img, [x_neg * width, y_neg* height], None, output_path=neg_save_path, size=height/1000 * 1.2) + + + # Create the conversation item + result.append({ + "image":save_path.replace(new_directory, ''), + "conversations": conversations + [dic] + }) + result.append({ + "image":neg_save_path.replace(new_directory, ''), + "conversations": conversations + [neg_dic] + }) + else: + conversations = [] + instruction = item['instruction'] + bbox = item['bbox'] + conversations.append({ + "from": "human", + "value": f"\n{prompt} " + f"'{instruction}'. Answer True or False." + }) + + + if (bbox[2] - bbox[0]) * (bbox[3] - bbox[1]) >= 0.8: + continue + + x_center = (bbox[0] + bbox[2]) / 2 + y_center = (bbox[1] + bbox[3]) / 2 + x_neg, y_neg = sample_point(bbox) + + # draw image + try: + img = Image.open(os.path.join(image_folder, img_filename)) + except: + continue + prefix, suffix = img_filename.split('.') + width, height = img.size + save_path = os.path.join(new_directory, file+'_'+ prefix.replace('/', '') + '_pos.' + suffix) + while os.path.exists(save_path): + save_path = os.path.join(new_directory, file+'_'+ prefix.replace('/', '') + f'_pos_{random.randint(0, 1000)}.' + suffix) + + draw_annotations(img, [x_center * width, y_center* height], None, output_path=save_path, size=height/1000 * 1.2) + + img = Image.open(os.path.join(image_folder, img_filename)) + neg_save_path = os.path.join(new_directory, file+'_'+ prefix.replace('/', '') + '_neg.' + suffix) + while os.path.exists(neg_save_path): + neg_save_path = os.path.join(new_directory, file+'_'+ prefix.replace('/', '') + f'_neg_{random.randint(0, 1000)}.' + suffix) + + draw_annotations(img, [x_neg * width, y_neg* height], None, output_path=neg_save_path, size=height/1000 * 1.2) + + # Create the conversation item + result.append({ + "image":save_path.replace(new_directory, ''), + "conversations": conversations + [dic] + }) + result.append({ + "image":neg_save_path.replace(new_directory, ''), + "conversations": conversations + [neg_dic] + }) + + return result + + + + +if __name__ == "__main__": + parser = argparse.ArgumentParser(description="Generate verifier data") + parser.add_argument('--root_path', type=str, required=True, help='Root path to OS-Atlas-data') + parser.add_argument('--new_directory', type=str, default='./verifier_data', help='Directory to save the new verifier data') + parser.add_argument('--file_dict_key', type=str, default='', help='Key for the file dictionary to process') + parser.add_argument('--save_suffix', type=str, default='verifier', help='Suffix for the saved files') + parser.add_argument('--selected_size', type=int, default=10000, help='Number of samples to select from each file') + args = parser.parse_args() + + + root_path = args.root_path + new_directory = args.new_directory + save_suffix = args.save_suffix + selected_size = args.selected_size + + if not os.path.exists(new_directory): + os.makedirs(new_directory) + + + image_folder_dict = { + 'windows_splited': f'{root_path}/desktop_domain/windows_images', + 'linux_splited': f'{root_path}/desktop_domain/linux_images', + 'macos_splited': f'{root_path}/desktop_domain/macos_images', + 'widget_captioning': f'{root_path}/mobile_domain/combined', + 'uibert_raw': f'{root_path}/mobile_domain/UIBert', + 'ricosca': f'{root_path}/mobile_domain/combined', + 'amex_raw': f'{root_path}/mobile_domain/amex_images', + 'seeclick_web': f'{root_path}/web_domain/seeclick_web_imgs', + 'fineweb_3m': f'{root_path}/web_domain/fineweb' + } + + + file_dict = { + 'desktop_domain': ['linux_splited', 'windows_splited', 'macos_splited'], + 'mobile_domain': ['uibert_raw', 'ricosca', 'amex_raw', 'widget_captioning'], + 'web_domain': ['fineweb_3m', 'seeclick_web'], + } + + + def process_files(directory): + files = file_dict[directory] + for file in files: + file_path = os.path.join(root_path, directory, file + '.json') + # Load the JSON data + data = load_json_file(file_path) + data = random.sample(data, selected_size) if len(data) >= selected_size else data + print(directory, file, len(data)) + + # Extract coordinates + new_data = transform_to_conversation_format(data, file, image_folder_dict, new_directory) + + + print(directory, file, len(data)) + with open(file_path.replace('.json', f'_{save_suffix}.json'), "w", encoding="utf-8") as f: + json.dump(new_data, f) + + + if len(args.file_dict_key) == 0: + for directory in file_dict.keys(): + process_files(directory) + else: + key = args.file_dict_key + assert key in file_dict.keys(), f"Key {key} not found in file_dict" + process_files(key) + + + + + + + + diff --git a/verifier/verifier_model.py b/verifier/verifier_model.py new file mode 100644 index 0000000..af47e91 --- /dev/null +++ b/verifier/verifier_model.py @@ -0,0 +1,362 @@ +import torch +from transformers import Qwen2VLForConditionalGeneration, AutoTokenizer, AutoProcessor +from transformers.generation import GenerationConfig +import json +import re +import os +import tempfile +from PIL import Image, ImageDraw +from qwen_vl_utils import process_vision_info +from typing import List, Literal, Optional +import numpy as np +import random + +grounding_system_message = "You are a GUI agent. You are given a task and a screenshot of the screen. You need to perform a series of pyautogui actions to complete the task." + + +def image_to_temp_filename(image): + temp_file = tempfile.NamedTemporaryFile(suffix=".png", delete=False) + image.save(temp_file.name) + print(f"Image saved to temporary file: {temp_file.name}") + return temp_file.name + + +def draw_point_list(img, points, color='red', size=1, crop=True, sample_crop=False, crop_size=500): + draw = ImageDraw.Draw(img) + radius = np.ceil(7 * size).astype(int) + for point in points: + circle_bbox = [ + point[0] - radius, # x1 + point[1] - radius, # y1 + point[0] + radius, # x2 + point[1] + radius # y2 + ] + draw.ellipse(circle_bbox, outline=color, width=np.ceil(3 * size).astype(int)) + + + if crop: + x, y = points[0] + width, height = img.size + crop_half_size = crop_size + left = max(0, x - crop_half_size) + right = min(width-1, x + crop_half_size) + top = max(0, y - crop_half_size) + bottom = min(height-1, y + crop_half_size) + try: + img = img.crop((left, top, right, bottom)) + except Exception as e: + print(f"Error cropping image: {e}") + # If cropping fails, return the original image + return img + return img + + + +class GroundingVerifier(): + def __init__(self, + model_name_or_path="microsoft/GUI-Actor-Verifier-2B", + json_prediction=None, + method='score' # 'best_one', 'comparison', 'score' + ): + self.method = method + self.model_name_or_path = model_name_or_path + self.system_message = { + "role": "system", + "content": grounding_system_message, + } + self.json_prediction_path = json_prediction + # load json prediction + assert os.path.exists(json_prediction) and os.path.isfile(json_prediction), "Invalid json prediction path." + with open(json_prediction, 'r') as f: + self.json_prediction = json.load(f) + + self.verifier_crop_size = 500 # half of the true crop size + # use 0.95 for ss-pro + if '-pro' in self.json_prediction_path.lower(): + self.threshold = 0.95 + else: # use 0.8 for ss and ss-v2 + self.threshold = 0.8 + + self.json_index_dict = {} + for i, item in enumerate(self.json_prediction): + key = 'img_filename' if 'img_filename' in item else 'file_name' + json_key = item[key] + item['instruction'] if 'instruction' in item else '' + self.json_index_dict[json_key] = i + + + + def load_model(self, verifier_path): + if self.method == 'best_one': + return + else: + verifier_model_name_or_path = verifier_path + + self.verifier = Qwen2VLForConditionalGeneration.from_pretrained( + verifier_model_name_or_path, + device_map="cuda:0", + trust_remote_code=True, + torch_dtype=torch.bfloat16, + attn_implementation="flash_attention_2" + ).eval() + self.verifier_tokenizer = AutoTokenizer.from_pretrained(verifier_model_name_or_path, trust_remote_code=True) + self.verifier_processor = AutoProcessor.from_pretrained(verifier_model_name_or_path) + self.verifier_processor.tokenizer.pad_token = self.verifier_processor.tokenizer.eos_token + + + + def set_generation_config(self, **kwargs): + pass + + + def verify(self, instruction, image): + verifier_prompt = "Please observe the screenshot and exame whether the hollow red circle accurately placed on the intended position in the image: '{}'. Answer True or False." + full_prompt = verifier_prompt.format(instruction) + messages = [ + { + "role": "user", + "content": [ + { + "type": "image", + "image": image, + }, + {"type": "text", "text": full_prompt}, + ], + } + ] + text_input = self.verifier_processor.apply_chat_template(messages, tokenize=False, add_generation_prompt=True) + image_inputs, video_inputs = process_vision_info(messages) + inputs = self.verifier_processor( + text=[text_input], + images=image_inputs, + videos=video_inputs, + padding=True, + return_tensors="pt", + ) + inputs = inputs.to("cuda:0") + + + # get the token probability of True and False using the verifier + # Forward pass to get logits + with torch.no_grad(): + outputs = self.verifier(**inputs) + logits = outputs.logits # shape: (batch_size, seq_len, vocab_size) + + # Get the last token's logits + last_token_logits = logits[:, -1, :] # (batch_size, vocab_size) + + + # Get vocab IDs for "True" and "False" + true_id = self.verifier_processor.tokenizer.encode("True", add_special_tokens=False)[0] + false_id = self.verifier_processor.tokenizer.encode("False", add_special_tokens=False)[0] + + # Get probabilities using softmax + probs = torch.softmax(last_token_logits, dim=-1) + true_prob = probs[0, true_id].item() + false_prob = probs[0, false_id].item() + score = true_prob / (true_prob + false_prob) + return score + + + + def verifier_score(self, instruction, image, box): + box = [box] + img_copy = image.copy() + img_new = draw_point_list(img_copy, box, crop_size=self.verifier_crop_size) + score = self.verify(instruction, img_new) + return score + + + def get_prediction_region_point(self, attn_scores, n_width, n_height, top_n=20, return_all_regions=True, rect_center=False, no_groups=False): + attn_scores = np.array(attn_scores) + max_score = attn_scores.max() + threshold = max_score * 0.2 + # select patches with activation scores above the threshold + mask = attn_scores > threshold + valid_indices = np.where(mask) + # keep only top_n patches + if len(valid_indices[1]) > top_n: + valid_scores = attn_scores[valid_indices] + sorted_idx = np.argsort(valid_scores)[::-1][:top_n] + valid_indices = valid_indices[1][sorted_idx] + topk_values = valid_scores[sorted_idx] + topk_indices = valid_indices + else: + topk_values = attn_scores[valid_indices].tolist() + topk_indices = valid_indices[1] + + # topk_values, topk_indices = attn_scores.topk(top_n, dim=-1) + if n_width * n_height != attn_scores.shape[1]: + n_width = n_width // 2 + n_height = n_height // 2 + + + # transform the topk_indices into coordinates + topk_coords = [] + for idx in topk_indices: + x = idx % n_width + y = idx // n_width + topk_coords.append((int(y), int(x), int(idx))) + + # divide the topk_coords into regions based on connectivity + regions = [] + visited = set() + + for i, (y, x, idx) in enumerate(topk_coords): + if idx in visited: + continue + + region = [(y, x, idx, topk_values[i])] + visited.add(idx) + queue = [(y, x, idx, topk_values[i])] + + # BFS + while queue: + cy, cx, c_idx, c_val = queue.pop(0) + + # check four directions + for dy, dx in [(-1, 0), (1, 0), (0, -1), (0, 1)]: + ny, nx = cy + dy, cx + dx + n_idx = ny * n_width + nx + + # check whether the new coordinates are within bounds + for j, (ty, tx, t_idx) in enumerate(topk_coords): + if ty == ny and tx == nx and t_idx not in visited: + visited.add(t_idx) + region.append((ny, nx, t_idx, topk_values[j])) + queue.append((ny, nx, t_idx, topk_values[j])) + + regions.append(region) + + region_scores = [] + region_centers = [] + region_points = [] + + for region in regions: + # calculate the average score of the region + avg_score = sum(item[3] for item in region) / len(region) + region_scores.append(avg_score) + + + # calculate the normalized center of the region + normalized_centers = [] + weights = [] + y_coords = set() + x_coords = set() + + for y, x, _, score in region: + center_y = (y + 0.5) / n_height + center_x = (x + 0.5) / n_width + normalized_centers.append((center_x, center_y)) + weights.append(score) + + + y_coords.add(center_y) + x_coords.add(center_x) + + + region_points.append(normalized_centers) + + + # calculate the average center of the region + if not rect_center: + # weighted average + total_weight = sum(weights) + weighted_x = sum(nc[0] * w for nc, w in zip(normalized_centers, weights)) / total_weight + weighted_y = sum(nc[1] * w for nc, w in zip(normalized_centers, weights)) / total_weight + avg_center_x, avg_center_y = weighted_x, weighted_y + else: + avg_center_x = sum(x_coords) / len(x_coords) + avg_center_y = sum(y_coords) / len(y_coords) + region_centers.append((avg_center_x, avg_center_y)) + + # select top regions based on scores + sorted_indices = sorted(range(len(region_scores)), key=lambda i: region_scores[i], reverse=True) + sorted_scores = [region_scores[i] for i in sorted_indices] + sorted_centers = [region_centers[i] for i in sorted_indices] + sorted_points = [region_points[i] for i in sorted_indices] + best_point = sorted_centers[0] + + + if no_groups: + if return_all_regions: + return sorted_centers + [[(x[1] + 0.5) / n_width, (x[0] + 0.5) /n_height] for x in topk_coords] + else: + return sorted_centers + [(topk_coords[0][1]+ 0.5) / n_width, (topk_coords[0][0]+ 0.5) / n_height] + + if return_all_regions: + return best_point, sorted_centers, sorted_scores, sorted_points + else: + return best_point + + + + + def ground_only_positive(self, instruction, image, target_point): + if isinstance(image, str): + image_path = image + assert os.path.exists(image_path) and os.path.isfile(image_path), "Invalid input image path." + image = Image.open(image_path).convert('RGB') + else: + assert isinstance(image, Image.Image) + image_path = image_to_temp_filename(image) + + width, height = image.size + + print(image_path) + if 'v2' in image_path: + key = image_path.split('/')[-1] + elif 'Pro' in image_path: + key = '/'.join(image_path.split('/')[-2:]) + else: + key = image_path.split('/')[-1] + key += instruction + index = self.json_index_dict[key] + + + if self.method == 'best_one': + predictions = self.json_prediction[index]['topk_points'] + predictions = [predictions[0]] # only the first one + else: + attn_scores = self.json_prediction[index]['attn_scores'] + if 'n_width' in self.json_prediction[index]: + n_width, n_height = self.json_prediction[index]['n_width'], self.json_prediction[index]['n_height'] + elif 'img_size_crop' in self.json_prediction[index]: + n_width, n_height = self.json_prediction[index]['img_size_crop'] + else: + raise ValueError("Invalid json prediction format. 'n_width' or 'img_size_crop' not found.") + predictions = self.get_prediction_region_point(attn_scores, n_width, n_height, top_n=20, return_all_regions=True, rect_center=False, no_groups=True) + + pred_points_list = [[pred[0] * image.size[0], pred[1] * image.size[1]] for pred in predictions] + score_list = [] + + + print(predictions, len(predictions)) + if len(predictions) > 1: + if self.method == 'score': + for point in pred_points_list[len(score_list):]: + score = self.verifier_score(instruction, image, point) + score_list.append(score) + if score >= self.threshold: + break + # get the max score + print(score_list, len(score_list)) + point = predictions[score_list.index(max(score_list))] + else: + point = predictions[0] + + + result_dict = { + "result": "positive", + "format": "x1y1x2y2", + "raw_response": pred_points_list, + "bbox": None, + "point": point, + } + return result_dict + + + + + + +