Hugging Face's logo

Datasets:
agent-studio
/
IDM-Multiple

Tasks:
Visual Question Answering
Modalities:
Image
Text
Formats:
parquet
Languages:
English
Size:
< 1K
Libraries:
Datasets
Dask
License:
Dataset card Data Studio Files
xet
Community
1
Dataset Viewer
Auto-converted to Parquet Duplicate
Search is not available for this dataset
instruction
stringlengths
12
365
annotation_id
stringlengths
20
119
actions
sequence
source
stringclasses
12 values
platform
stringclasses
3 values
action_space
sequencelengths
3
11
is_success
bool
2 classes
open app "YouTube Kids" (install if not already installed) and go to login screen
803558926902382084:4
{ "action_id": [ "692725ffc2c34b1e90bbc6f8fed30f68", "4152cb58b49e4334975b6fdbf794974f", "54237eb10b6a41cf9dbe4326c60fd86a", "2fd105741662406b941dd622fc760276", "3901eff16b974e4fa176f827dfd4c82d" ], "obs_before_path": [ "evals/datasets/trajectory_lite/images/aitw_images/install/803558926902382084_0.png", "evals/datasets/trajectory_lite/images/aitw_images/install/803558926902382084_1.png", "evals/datasets/trajectory_lite/images/aitw_images/install/803558926902382084_2.png", "evals/datasets/trajectory_lite/images/aitw_images/install/803558926902382084_3.png", "evals/datasets/trajectory_lite/images/aitw_images/install/803558926902382084_4.png" ], "obs_after_path": [ "evals/datasets/trajectory_lite/images/aitw_images/install/803558926902382084_1.png", "evals/datasets/trajectory_lite/images/aitw_images/install/803558926902382084_2.png", "evals/datasets/trajectory_lite/images/aitw_images/install/803558926902382084_3.png", "evals/datasets/trajectory_lite/images/aitw_images/install/803558926902382084_4.png", "evals/datasets/trajectory_lite/images/aitw_images/install/803558926902382084_5.png" ], "obs_before": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/0/actions/image-358d058f.jpg?Expires=1768731375&Signature=GOJ900CmR1y-o0NmmCqx23fLUsMnGw2DnwswQoNINNDnPNdDissXsJTpkgyxfgdud90VCLR~Qrq5rB-6qaK5h6r4Cj5bcvjjCZbKtsEwekppB9NKrBI~2zLp6TjuDfTHReU1VsC3-75L7Yx~RI2smnvNusNTnoIM2dVl~VPEP3RhUuZUKQmS1x4PKJw1xS7pmn-EnZyPE4oFxx3O6indRbCu5LY9L6NyDrrp~lJ1SkUNmLbEo~bZNlDnW~9kr0KGf--b4fzChlq4JZBMcdezFaOOOrr5qNfjuaeJss3F11IcmuvfimKPqdQb~9u75Wf5O9c4Fu2fyBfthnRvcm2JxQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1480, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/0/actions/image-358f0590.jpg?Expires=1768731375&Signature=AvzAY8wg6Y3yD6lbxnusGj043OL9oyB67O6TNbUOEKrn8i85x46EfUYlvEsDyToMNQeKb-7yaZK-2yXQwOom0OmmY9Zx4oLKZGvC-Y-DTrNN9SZuvUkkr4xJNyo8NdqS-8llL-bqtBv2649jOtDqJmuB6Il48glY49qd7VuJ6i4sQRPPomt5Rnh6TnaiPSfHnJzUTZGfQ23IR53e-uCkISc31RZBPhtt9tkRStugmGMs62dBFWcYJIiBH~MBOY6l0YM9WUmjjUKLBwCv8Ff8WBotzV5TodLBkEIxYaTm0UEjrMmZokvxkw5XFUu~DlCtSgT83KXroEOX~zb7DsB2AA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1480, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/0/actions/image-35910591.jpg?Expires=1768731375&Signature=h0l6G-A0pqX4xztju-j~2zaL3~w6QBXv8f01bokKVVP~~HEB0MWpk5NVt6SxPDlUh7hOkNOIsn8ExlhS-U52yJ5VjqzrHQyEMq-XFiiMSmLqTBEif2-Z5YP95POyw5WBHnT-mYe2l2Ur3QhVXBQ5SyJNkPzHXlzHg~R2MsGDoJJhy3jH0iogxmfCNFFgtyeZFr0poZvpncjRLCbDr83M~CTAf2R5E8KHg1FZHFFS~4jxfQK~nuYACAZT7wEk8qKa7bKGCurBcMBE6TZvF9BbHKjENfCSv0SQIJLiTC4Msdb3AwloEossKd~WB8vJ-77F1tHy9OWMkch6dFnKt3A5zw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1480, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/0/actions/image-35930592.jpg?Expires=1768731375&Signature=RZkESeg-~AFnecQ5cKCz40m-Bo6cbq57qhnQnfz8TPVhx-CvlurDz2w~yl7YL1tiLVeMGJvmFHt9MfQU2Q6~1sQgMagg5S8vojCnePDi1xMVEjneT53HUFWX2ZALHJdmw4AMzQ8hWXGNSGabTu9zGRKVtgehgee7bJAprWPZUUW9QJstUJg6q~dx-~h0tE3BkhKZ6O6FjaG7ePz13~0PZpdlxv2GGrXFyKSJMr~uhVtuwyr2KTNaHdix0sICdXIgFNWt7DxHrLV34~5sNRm79V6QCbmvpNPBbGsN3EWmHyTc8YuNm6uFjE0IsnhemVrasM7N8TOOt-Avl9F9APldgA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1480, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/0/actions/image-35950593.jpg?Expires=1768731375&Signature=QPzdNPMtI53Nx~PylUXKaOqE4YpaKhRoXoOwzMVf9Sbok01fm4khJBtILbcsxXv3Xa1V5EnEoU35t6IXhCd47mK-f2yBXqS3F2dIj7Kfn5rcQktr9-gNyrp0GSKQzHSQqrQZKvhXTP4gL16Ul8Wb79GnLtLW8Lf6jO1Qu4v5CdRMzPrYTFr7FMpsZWD2UJvVNeKRdf2X7uFObN5E0OJWcLu5vjevngfeNCl3CdNE3VBSc-cCqLxMVkUzA4q7g3QWZbUyPBH~6MszTnEScVruOrCmkrLs-W7Fe6WD5-R3PSjjtoBx97r1gp2ikzhQ7gNNE4I-~ohqwt3BqTFt2P47FQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1480, "width": 720 } ], "obs_after": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/0/actions/image-2f29052e.jpg?Expires=1768731375&Signature=YpI2g5AIBPEsyxbhpMxIJEvTyS9f9BSLmS0rJuzMgfDNpbfb04N~7GWW1k79VwNE5vDIN2CuOkE~zgZFUpWx7QCnbG6YGgE47gVw~PxF9HTYunGzNFX~G-veCaaOH9vLxW2-oMXfzyvSoGCSi5GWnbuaWWwI2I1cUqxlJ42RQzms-3NOjTRjNSKNa0UfJNK5cfa6fsmv1IwzPNO3yyzoJfJbZdfTouYL634fF7dfyOhJU8iZmIrYdibnFUzx9j9xra7SLX-vjVCPJeTYdiJmoZA8E5LpxKHEmCqIFAqdEvVeDZErDQYc2FDPUmjeUEGPhxCFD9R7-r1osH0isWN7mg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1480, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/0/actions/image-2f2b052f.jpg?Expires=1768731375&Signature=hIsVgMmFDTnuLzG-IC8b5kkG-yFWRMQcU5sjkcCzvutH4pHKxWS818IuyOG9ZG9ns2TF15OcPsIsHHVFfxKlI2oBRJsKiyc0ly2NPtGfiOFyc2IvR4v6uyZtZMXLCUG~PUfQ-7oeJq3Ozx0QD~Lb7NkM0PzXLlMw2ZGaAkbrl9G7Bnh-SY9MefHP122mcseuwPuNkaU4D7Yy76dbScuW-2QkGgbOBNr~irKlFH-zLzMR0ni-3~GcKHjRl~9WzWtcMO106k6QnsZb3tUU34L5j3rb6EtVDkPTDV2SG2rpW0ysa7LH0UYD1w98yPnO4oIpByRBArWFKvCW6zzLgCn-sw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1480, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/0/actions/image-2f2d0530.jpg?Expires=1768731375&Signature=JyjIUiBstxxIEH17dcqQCsIMuaFtijc1yGQH6nsD3fAD-UsuTa9RM~r4aIpAoQROMSuLYPJaCmPfWXqEPnle-bWHAKxrQBX8TfzrN00i~R3tQo7R4TT2~tV-zmm4HwB8L8VcYWtb-BBy-LcY95wTcczFRUvW8s2scwQrlIwTNcuQnvalS95nQ6UPIOdT6hXs9vvKLYg9wipsXqAf3kp2t-9hJHsRQZQlFPpNK7YP6FxaBx4KTC9s0Jptq~g-NiJYV1yZ0R7ef-KG~QxAr6Mh0VWbglDmfZwTFpe8r7UVK-fuKjWZrIfRlWzIxKiuM2D0S7cVh98~V8L~L~03BxT8Mw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1480, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/0/actions/image-2f2f0531.jpg?Expires=1768731375&Signature=uYTIvfOF1JZocorH9~lc~kDtd6dsIL2risPf3tOSaruEMIx~DeC3Qn9jcTmzHaTmtVdqp3fD-grIQjgxt1dN1aYk20E1eC9K5cnHMF5i1WMKRvJLnMj-wu0riyJeBveq9HmE5JxKwr43UbVoYMXKKj1fUnaaKs83os2KC3nIf5ObYptvmekGQYa6qEe50o2ltavwH7WWfFK5bpKf29yfpC0djXmdOqwz01MYUf2hsMGZ9LEczBsoYjtxjK45MRk-LvpnHJ06i-zfZFAo~sa3iBOHKzglgdc9sMrxGQpQYrmOeCnWbfiv5Mrxooj9-i3I2h1Wu9NSInKfdN6~R3t9UQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1480, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/0/actions/image-2f310532.jpg?Expires=1768731375&Signature=P5Rb9AVMRziijtEFaZLNXniQhCCBgd3vYQUDc9v0f2jS3aiJRAD3OOrvwkffgx1b943WIbKvexg6~z0oNkhc7frCLNnA06eGK0ziEWRG0XGb4c80~Ih06FvV3XVrVNC61tD1jRXnsnoF0TO0obI~0KVm1VsiRHOaa543RVRlDc0bvlkFATBhUzOIVZ1oo7XtYaMcXJmPJNXCTHsncSA3wkNNl~JfsEQU7iBerYhJuKPUu1zxU19xGaiR57RjhbAntWhqODlF5bgwMepO26geCobuOCIX0u8NoHNrlggKq12wUzM~Ny8MRZ8YOOyRaXunFLkssZG-1Psk-iYiRA2F5A__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1480, "width": 720 } ], "operation": [ "click", "click", "click", "click", "type" ], "bbox": [ { "x": 0.5080000162124634, "y": 0.7760000228881836, "width": 1, "height": 1 }, { "x": 0.5049999952316284, "y": 0.7799999713897705, "width": 1, "height": 1 }, { "x": 0.7804999947547913, "y": 0.05050000175833702, "width": 1, "height": 1 }, { "x": 0.9204999804496765, "y": 0.05000000074505806, "width": 1, "height": 1 }, null ], "metadata": [ { "repr": "click PLAY", "text": null }, { "repr": "click PLAY", "text": null }, { "repr": "click MAGNIFYING GLASS", "text": null }, { "repr": "click X", "text": null }, { "repr": "type YouTube Kids", "text": "YouTube Kids" } ] }
aitw_install
mobile
[ "scroll up", "status task complete", "click", "press enter", "scroll right", "scroll left", "type", "scroll down", "press back", "press home" ]
false
What's the latest video from IGN?
10847283806857230253:9
{ "action_id": [ "3cbbc17ed5f8409a8801c615ca83c030", "965f43fee6324f69b30bf8227bb494eb", "ae973ec933674119b407d495638459b7", "9955186352244dcdb46315ff4f9b19f7", "ded2c3264cf648ffb02b4c6668eaef67", "dcd939cad9c6495a89678c2940e89dc3", "637941b1b9074d878229d773c11496b8", "d9a9f6ac2ed14d4fbfa0562ad75ce815", "1586415c991840f88e5558a24fbcefe0", "b4e04a107ba549919657899bfe1d4cf2" ], "obs_before_path": [ "evals/datasets/trajectory_lite/images/aitw_images/general/10847283806857230253_0.png", "evals/datasets/trajectory_lite/images/aitw_images/general/10847283806857230253_1.png", "evals/datasets/trajectory_lite/images/aitw_images/general/10847283806857230253_2.png", "evals/datasets/trajectory_lite/images/aitw_images/general/10847283806857230253_3.png", "evals/datasets/trajectory_lite/images/aitw_images/general/10847283806857230253_4.png", "evals/datasets/trajectory_lite/images/aitw_images/general/10847283806857230253_5.png", "evals/datasets/trajectory_lite/images/aitw_images/general/10847283806857230253_6.png", "evals/datasets/trajectory_lite/images/aitw_images/general/10847283806857230253_7.png", "evals/datasets/trajectory_lite/images/aitw_images/general/10847283806857230253_8.png", "evals/datasets/trajectory_lite/images/aitw_images/general/10847283806857230253_9.png" ], "obs_after_path": [ "evals/datasets/trajectory_lite/images/aitw_images/general/10847283806857230253_1.png", "evals/datasets/trajectory_lite/images/aitw_images/general/10847283806857230253_2.png", "evals/datasets/trajectory_lite/images/aitw_images/general/10847283806857230253_3.png", "evals/datasets/trajectory_lite/images/aitw_images/general/10847283806857230253_4.png", "evals/datasets/trajectory_lite/images/aitw_images/general/10847283806857230253_5.png", "evals/datasets/trajectory_lite/images/aitw_images/general/10847283806857230253_6.png", "evals/datasets/trajectory_lite/images/aitw_images/general/10847283806857230253_7.png", "evals/datasets/trajectory_lite/images/aitw_images/general/10847283806857230253_8.png", "evals/datasets/trajectory_lite/images/aitw_images/general/10847283806857230253_9.png", "evals/datasets/trajectory_lite/images/aitw_images/general/10847283806857230253_10.png" ], "obs_before": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/1/actions/image-358d058f.jpg?Expires=1768731375&Signature=RhwvTjlQC8fY~uUXCiyJ3sFFNvDZ5xiWwpRdH69YT2Z9NDQv388Zfme2G1IKJ4B65~7kdqJ8A9qUqNIWYZpMacBSFsL9l8pGP2ZjVoH8oclEo7RCycrjw5QN1ymYuA1Eld5bgtL5-3IyLUYTUT2kzNjnDShM0fP2V5vnQzxVrxE1UR~0BQFOZ632jIle-JYOzUDFAZG7Y1Rbx7483T-nyNw5puJj3UL6WbpxKxZFUp~h-ITYAW-dsj1qR-9YPyXz9uwDZV3jFuL2gSc9z5NFH8WsrIfk7kZAUsp1VZmX7JvJj35WXCTeC~I8v6--gsnPJ4L7~uvUFP-x6ID6IqtXEw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1480, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/1/actions/image-358f0590.jpg?Expires=1768731375&Signature=yfH2dTFYIvuIVCOjxG1ASmdK9cSqJ6HBkMei0OgNgAVDUTKUVuv9yGaTzIe974HynJIEvOi9qO~6OL7M486mEFo9c5ZRCti5OH6eFR7sEmt~Z6GoMtotbLUC1-aDj1tulFrAA-I43EbAfmUHC3QzpYBSEujOWknHy2e5dgaDAPXf0J5aQGmiheOsfpFQoNzqjwoey4La2oJA5GnV4oM7HYkV-d26Xn3WR4ktmcxNfXELwLI6MQkbJxZGWvPg440mbuEIYTAhg1bNO62NwZdTnhn1hQOaHDw04ZrJNNEfyiGFzLm6ALeUsbZipzMLADvhk8gkPZm-trnpswDKnO9uPg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1480, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/1/actions/image-35910591.jpg?Expires=1768731375&Signature=VnlbJCp3ktig~ii7Y0amkx5tYlfKQzFVufAHG1Ky5JOYMK9RfNiDAoUZjF0ahik0VHycZdKKsO93CIwwFHvBUtzv8Pfo3nR62iZeJAZUFf767ndqUFRmZjYICjHo6KleV2i2F-IDPaNFL0VmDSat9OWosF8d9dBAwkNMp-~yUG6t-BFsIrRAXzJB7ZDJT7hD3ohleEKTQ9JwA0ppww4s3BoQhnfSGn0qyUWETBRXPYw6fG2aTxUwvsAF3DCku6xlNP~kVY7KQjCxRNP46w1XnPGqBDP2UVfY5rTTykO2cgRxFyI9BpyJDBbh75bi9OsJ-tGky5~Jp1yPW1dMySRbUw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1480, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/1/actions/image-35930592.jpg?Expires=1768731375&Signature=DuWlkUBZNWMZw-3qXY-EHW3H~iFndNjOUiKaTAF8mL8QMnPsd8mDEfVymNXz2saaiaMsVkQ3idhFHl7QVB44a104oazVDZUnQrjtejl0u5EFqNhZW8K6ZJWSYeZYMp5Jv~7NhPs-snDkXuGCJ-lUKsjCYLhlfWh3i~RxbYJUbAX0eR27GIBQ~YDOWqZMJj8K9O1gnvFRFmDRVw253NowS2jNS-gAGR3Hf8aw7-FYare2NY0DUr2Dxx71ytjA1d-z-DGXTiSJL0iIiFNwr-vFIgN5SfPBanmAwDY1hgsN~a1zUkXH2EhDrR9EMq5Dgo7gfQ2hYTMQ5Z42Qy5iCmsNpQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1480, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/1/actions/image-35950593.jpg?Expires=1768731375&Signature=SZcqv-cwml6iRrzJN~1gq5nfFQYRNzaSHQhP9FfjS1r-tR03kTTGNUq82myOU2wVB8fo~E7fUY7e~fcJX8XDoxnv-ht6cqcfi5XC3N65AvSwilgiULiLw77ROgifxWxFW8SYPxTtlhlppjILtvdIsPzQuv5pyrWC3BTqex0-ViLDB9Rn7SDyqIt43WnwjZPSENiWHg94EnSyYvUNKiKoHe-J6Yg1LNGufTFDEySc9H6vtgy7xBgnpmc8immtpzCw~Y4bPEBMq8mRjqmh446c69pX4YADwRckr3C0hhKrGFExJfQCnXc4OXZrqx1l89NUlfM1B6-0G0oOm5gg9OB1Dw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1480, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/1/actions/image-35970594.jpg?Expires=1768731375&Signature=IBxGtWL~xQbHIRrqKaA6G-YRqyOKaXf5a6b9PftFEzZ0TJ6mCZLdZnRv6-sBlBUD6Jtxr89g-xGRBeJ1~57qd3JOCeBEsl3w-cVInLILUSZL86t2d2C3M6nyCCX7eNW6TN~kDtpbchZr58rUpbukIXvaAKcalLHl2eY1-WOeMR67lMRf1H4dXE3wL7mfXqHzz~hLc~rYQAD0dWKpnqGQLZPOrMD5ecvJU4EYqoXQJv~nYE3QDj5JqpObLt~T9EcknHN8akd3dWJWMwI091KShtku5JUwHM60hhm4tb6U7g-5pxBpKt4uekdC5hUq~wZF8oT9BHAJo3Tc3swMetuj5Q__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1480, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/1/actions/image-35990595.jpg?Expires=1768731375&Signature=xyAJ3M8OFzBbWpBuZZ6gct07J7Ihv0OlBd5UnCWibjbyjXIg0g8x0u0NcOKGn3MF8f5ApPXTfzFli1XTQ6Jv7FX~3rqquoH--eqd~xEQ~xU2qRBYHnqrHAg3jIq3KYr53irCXtlJuzBlStc1DcjsWU32bTxB3SKmkGA1J~my3W0HSKoouHYWc7t9kX5vqJdQvwVdW5XA-guakR96nogurLPsiSJgGHCgXwcrdaawYGUB3WLH6xwB0FE22gZaPC8qRQ6mUuARmODRPFmV5V4rNb2MY3btO2DgTW5VoIVi3RAiTUJUANC701cLE6LZcIvhH8COaGdqo6dY-APFf6txrg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1480, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/1/actions/image-359b0596.jpg?Expires=1768731375&Signature=XmjACKzbLw2Xe~bF26PJOQqZ5NhxbE0nERhsu~rW5FGLYCTWWBn6C3Jp3eQq6R~zKjbbSBN7e8oITRcj1rr8C1CSP7K-eyPBd7ElmgKwLIRCYzW1SXwGq5hEsEGLDqfw9ejtinZ1NaiNpQSqDAfI7LfhmxoZRQlfIHqo~kJPnv1u50g7u8464UtvngJk8Ofnoh2d0upVzN5siM~7~Sncv19h7rEp2C7HGa1GIy2P8R4yE84NC9LzaJN2XNLKZd5kDahx4N~5~FQaSqhg0pr4RnbdLaLQiUDhKCrqqFyNyLod8ZABu6soI0W4aDjc9Ximv3naAUqZJZOO1-Mk-FcBSA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1480, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/1/actions/image-359d0597.jpg?Expires=1768731375&Signature=TtojYLhB2hCitimgRZQhKCWgbZxCyFoF-6ywi6CVv4-Ukq0Gh1JZDu5rWEJy7lYZL~M~ywq4N7ADZhOOfs1tSPKuxnPsk0XZPkq5rUNaaQiau7RAk1DGKm2XbwqUREslR9z0HgG4yyrHrtRbAQo-a9QHaBHdZUZcMJeWeuaajN~lDeT2-JizZBCiGvPKmQEDakzgqhkMMRCDXkFVxfJ1U3FMYPVTosSI6U5AcNFzAOn3m30oSh~~-hEdKkLm1BhBVArxZUuMggUyAwckVjHE2WtyhGeSn4KdRjCOJBuuT6vN1x8vBj3AKvDKT7TFHZJ~TBENXCd6TJKhz7hsf2bXXw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1480, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/1/actions/image-359f0598.jpg?Expires=1768731375&Signature=uaUOrxs2tyLLO3F4bXJm~fxk8ItCkrSFOrS7qU3Jd8aTxwj6sugS2AJoXHZM4tS2nNxbqLXFh6oX6p3OWR1WBfGsP0rX2l3v1ctYVyTonFBiFJD2RDQNayL83gFSIFXZ~Vqp461N5adN~nQzXGcsIpzI5kr7fqFhwf3fZd4BfwrjTwEDrSyFc9ooyuaISv3PXvS56KEZnKF6AwWcGt2avjzbTgIIJYkqJ3rCUDLeGcV1a3uE1vJmwth~TOhhtWyupBmpySd3I6eMcwkeoiRoV2rznOIqG9yXy3WyaB5onQ~g00o9T3cYlpTiO3s992wKJpUYFD1x91OR2dGcM0jlqg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1480, "width": 720 } ], "obs_after": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/1/actions/image-2f29052e.jpg?Expires=1768731375&Signature=kpczIoRLYJ2Nxymp0Ujb1oGgSMiEP7JjXLniDPruQ8N2~jQP5ezFWuDaLYXPi~x-Mgwh0M4R52d5C2hZTlDlaURW-mPH27tAbCM3RSYP7rKND7dwQg21y9lIeLmoDQvDZfFkB9G~CZGAi93UffGkRWeNPc62lXbI9d7UDgs3HeMzUOnmE~B9viwY~vqJNiz565qNbHtlFSRHOprpSgMYC-SLTj612oQhelxKWWxugCrJzEspuKKIclflO1i7BqP34FvfwO3pEs1lgNGGztYEA2SR8BVMdai2GuCeoXYoSOvLXdSvuRoDxSBnzqgw5d3tLFv6kQ9XhcZPIOmryWh0pQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1480, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/1/actions/image-2f2b052f.jpg?Expires=1768731375&Signature=yeL8h67Yps3Yf5h0ujG4gX5Q9op6bDksN-aMAGK9U19qT~PggWnUCUV7yM3e3bAzKmJlZVEX3j3qvHdeCL5HHterlwJJ3STZcCcjiwrsVNjHpWIWiDS38JMhwTt68wtL4-yWOexsW9Vr7WkzKDzUzNCDWhC7Asx3BuCl6kYYel6SbNsH10FyQUXxlWkzaggJEcpaHChn~pmF8qUV1po4Zkh8QMN7WTDboZJUnwMP7f805RQLYaldLmhWs1YMF~K3LcuJLRAIwM-YzXwEdB2gbQb3TbYqdKxnraP9kM5Q4B4N7q-jri0M-D56yx5uH4xAu0TIMku0mGOiLJX8yRUGNQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1480, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/1/actions/image-2f2d0530.jpg?Expires=1768731375&Signature=kJLSBNT8PFT0JSxgYV8Hk40AHnPLoH7bkFH9mKFYgZXPEGWSYAQtLaq9iB8-UGCJmGCix-GLDV2rIIUbQYaS4EO6QYPeUjWtPdu3Z50s-icN5O53hLDZ6RBnDqF6R4vA8MbJk2M3C5e0CKqEzjGjd-xjXISC7aCZh5KcsE2OWS~9vAb6uy4kRvd6goJSaJ8lTpwTmexwX21dsElsXO1H0UlAPy-56nLNKvkQbfNoIk5MuiHZb0p4tYNmU2wHCoclVL2U7l2qE9lPlr0KpcTA0ABs6zjKcpwF7vOS2DJGZjK8lk0avAqrekcuG6RdLE6CuXsnShbdJRWX5xxy7Y2NHQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1480, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/1/actions/image-2f2f0531.jpg?Expires=1768731375&Signature=pm2I6DtDGgJcDKwir7o8vtu-UUXIRqfvpHYxptulPGhLueHD2AqYWPBMkhLPqbIml39Ii4bMPzbFHR21e6rmuK87nVbRwQppmYHUOV5Ot8dCATzDwsS9BBUN54zMmxjEkY2lY10S1RXoW4SSxoJNuvZFAD3-x92hKJbDSUXXqkMdLI5C3b0lg~c1rZtiVb8pRNCFxnV71qL8BRR77tJvazAiJgyqAF0nKOqS3DgZEU-2iOVhlmQXNChD9S7q5Akam9QE946RK6iIJJRBVm1uT6D0md-VMChezfpNLKmvAgeT~MefE2vh~QOd2eNkGQyqN2f~E3VeO880oEMTRQfqXg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1480, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/1/actions/image-2f310532.jpg?Expires=1768731375&Signature=hxd1ywGmiZel5j0sbVFMXQOptIMnrnhp6IEHAIwZ8BghJeIl8uti8KiFJcZjdTMo2pc1mimH2LntBfMmJEVwEPz6t86fW5ZNa~77RSPdJvFRQcct8xuSzD3tysmqPTv7gJbjOUxLKPGGLlr8gFs9QxA8L90Y21sCpzDUpGn4nEzcS1noWNQc5K4yJRu3Oht5BA0rxD5wgNu69-7bvXrRSPGpiRnf0uBHzHDEuqbgg43KoViJ-uDjSOWBMtG2bcTDxR7ZAYxq5A3fpy0Q6QsELRgsEkFh9uNS0RU9-XY4JBpmntdQqv4FLkPDN5GjuOXX~Oe~Otgt0eBYcS8XiBlyfw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1480, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/1/actions/image-2f330533.jpg?Expires=1768731375&Signature=ibmJwDL2uNkl9Kvd-RQeb3ye6IsqYFbK3tfEmmVtwKNfm6m223MUbTVy3bu6G2eU6eBLLAyhfY0qmwfOTU6Q58-HrxqariVbwUXCWTeMw8PZ9xIRYQRsEYSJfO0~WofnSyUOnWjh9Dratnpi4XUB~dU6iKu3Hqsqe31BZTGeiz-d-SKB7Nq6cJOmGHAAX3LPpJMK6lLo7GCtC5GUb~OiMbjUf5GBSeMA-5yZeHOayY4D7a4rF48-N3k8dEBF3~xU1bpjU8yGSuxqlnETc9Swd2wAlkcE7ejfnVi8lEmBTfPQYQyJNqmInCRnPOInIY3lM2ETouMe-nHT1qLuThKwPg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1480, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/1/actions/image-2f350534.jpg?Expires=1768731375&Signature=SQuoxqZrnnqPNjlHFPgBprkTFqbKENp7q0bBcqubh-ukvG1z~ySiFsYiESqVw4d31pFbKzXqWF~Tk9g3IX3d6Te523gJWOPhyGCnHI4Pxd72~hf5cho~6BK8O1P3YRCYroxqIDK7xYyNQkxy12errgqMRtYtG6UScIDZdKRfrRaUhf1pwMJDDqAoIZWlGmEE8F7xL~lIG9kdB-2TrvWshGrJX32w2PbZkHzL09CNXe4dCh8PVsvvJEDZ--F8uEaF4sGLZsxcqeD1C6Cdwxk3eeUVyapaz6~~GcXstykGEx9zROqjhwZpRTozgEV6ReKz2J-oCuEfj3Xw1dJyOhyg0w__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1480, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/1/actions/image-2f370535.jpg?Expires=1768731375&Signature=tjYXxC9ZUTvTVdBYNk1566aHaOhVlqrVQLOHPdwVaY~vS2B2uuEjPdQdlxg-CYPDRlF4~S5P7mWGwI2qSPxCIW2s6hbSEfqjSoFSeJrUIgTNdCFWFbwosan2jHCXr7bt6FfamcMtFVDKFhnzT0icnPgfVGcCLkrg-i4TbHwQ2nTKJWMk8dZ8EOdfnrSrqw84WnAXds-e9ztuKaX8rbldXopuNGz751sn-~w-LPYsehj0UWeEjyUaZ2nhgSdhloRPJdQS3JtnSjUv6v7QKnx4IKRgEc3Q7ouvC6NuHOR7JF5vVEOBB63NyW66gr-dRtxHtjJsJ50HB5qR6S7anIrFxw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1480, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/1/actions/image-2f390536.jpg?Expires=1768731375&Signature=FBw3RmA0icmk13sEhx~KFhZEBTgRnosRXuj6A0VFqsjtcRZSU8dy9qRisCWpTjrE777tjMnhGbCi4Tq1BL~mtkuW2t2bwQt5VmMlw0krDc3pRJlwCDRlWJeTotT8Kh5eNyQy1jwM03PUieNkZXJGzVWAddGNyXA2oCPakFAGCt2MXA0GSfFwhqocY1czFUSPR0hTybhEjfdDEQ6dCW~MZPtGtSry45j9YXwlQIlO3-6t9bKNagRqb0DVxQ5zWjrpzuA15CqRBLXSltqsj23lkN5DV80SbrgFeIOjumktSfnWIFpq~1lQSpIu8bilWzHD0Egq-rzhCfFdpSxh1Sc8UQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1480, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/1/actions/image-2f3b0537.jpg?Expires=1768731375&Signature=jR1mAscMj-c4zy5gGfTX9XE3ojm2N3G2mkjHgIQ-VjgDb8LaRHLy6KJan0cnutFXvwTOg97qJhZYh54Yvm8Dn0StsE6qhBGlcWL-y4xNT9tifRUmNBoXAl~U2KLpGAoO-cYaZROFCBqHouBSKKUuClYZZGnF3MTJG2~JHifDbNiHwkjNwxXHuPfdJ3wBZWzawaQyrTnxmGC9My6Qarb~3noLG3eM1mRgPZViXABkCRg4QDjScrocuSBMleqZoaL15rl766bio1Wd7xqWbH1IwKt81WNQ9MVGo1vJHp241pQhTcCmljTsnN8gY2XGBxExSRIAS2Dytwe-D7r1v4MwKQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1480, "width": 720 } ], "operation": [ "scroll up", "click", "scroll up", "scroll up", "click", "type", "click", "click", "click", "click" ], "bbox": [ null, { "x": 0.13300000131130219, "y": 0.7889999747276306, "width": 1, "height": 1 }, null, null, { "x": 0.8429999947547913, "y": 0.05700000002980232, "width": 1, "height": 1 }, null, { "x": 0.3269999921321869, "y": 0.11299999803304672, "width": 1, "height": 1 }, { "x": 0.593999981880188, "y": 0.593999981880188, "width": 1, "height": 1 }, { "x": 0.2919999957084656, "y": 0.10199999809265137, "width": 1, "height": 1 }, { "x": 0.7210000157356262, "y": 0.19699999690055847, "width": 1, "height": 1 } ], "metadata": [ { "repr": "scroll up", "text": null }, { "repr": "click PLAY", "text": null }, { "repr": "scroll up", "text": null }, { "repr": "scroll up", "text": null }, { "repr": "click MAGNIFYING GLASS", "text": null }, { "repr": "type ign", "text": "ign" }, { "repr": "click ign review", "text": null }, { "repr": "click 17M subscribers", "text": null }, { "repr": "click VIDEOS", "text": null }, { "repr": "click Street Fighter 6 - Closed", "text": null } ] }
aitw_general
mobile
[ "scroll up", "status task complete", "click", "press enter", "scroll right", "scroll left", "type", "scroll down", "press back", "press home" ]
false
What's the latest video from GameSpot Reviews?
11657522768156772616:2
{ "action_id": [ "78f5e1b7f84f44f9a438c34353b35b74", "c018e4f39c8348c28f3f007daae0c3b0", "27f19b0a0b4b46b6a1fa97116da99061" ], "obs_before_path": [ "evals/datasets/trajectory_lite/images/aitw_images/general/11657522768156772616_0.png", "evals/datasets/trajectory_lite/images/aitw_images/general/11657522768156772616_1.png", "evals/datasets/trajectory_lite/images/aitw_images/general/11657522768156772616_2.png" ], "obs_after_path": [ "evals/datasets/trajectory_lite/images/aitw_images/general/11657522768156772616_1.png", "evals/datasets/trajectory_lite/images/aitw_images/general/11657522768156772616_2.png", "evals/datasets/trajectory_lite/images/aitw_images/general/11657522768156772616_3.png" ], "obs_before": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/2/actions/image-358d058f.jpg?Expires=1768731375&Signature=OnJyr83pULt4XxKJhgE98vUlI2ZrkECTSyCnVoaHl-D-Y80Z9mHmjKmZAma8khK3hI~DsORkRFVBA5wmqs7lrq~4p~QYdMV2ZAfRL13vznPjDn2r64itcR9mYhvdS345719nht7mUcsgu2vQoW~N8lgbJhgAipbbAfSFHh7ZvJafmK1sbt2sHPPPRhChZP~0UyqrlYtdVpWPeswkcm2hEmh9Da2HX1aU-NyBxsPkiTBMuV8URtde~WkRbPPHlLL~giJ666BfEWMa0azurOD7Il8oSPzAKNswZZhRET-hldfFAkQwlA94rbFXTDrn08J8nB12aXi-Otyh~ZUXt4wu2w__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1520, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/2/actions/image-358f0590.jpg?Expires=1768731375&Signature=VpbawP~PXS~S5fqd8p9Ec7yM4Y3eSQb23hS8m~tUbo54rUn9bMm9kcbnaw0DwGMAJ7KoZUxLt7H4QldPHfI5acBxhdiuBPefs8rpGDlEawV4QwQhk5lWX5UiQa3Yh8XsLqyu14Lt1YmaTO0RggXuJ01YGvm9xThaFPiVmC7rNfCiqEBW-U5tqRAfx4PY-aSvQNuap1ISkxXJ8tq6GTWNnNB6bYJsqaehA55Gg9old2kTCJhEOHw9zuNH6f5kqa7t5v92XJIBYYZCnCpAhJiCZigq5EFDbUxdKVlWhGdSlyx8HGqabECcan-McCY3e2~0K8yXmnj366ovO-ig~Mtvrg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1520, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/2/actions/image-35910591.jpg?Expires=1768731375&Signature=CIiiJn19bJuXGzJgoQK1Ub37L7NJho5BQiwwNB6IEsyqsmquY2VDWszH3FNkd4bMNkFGpp0RP0ZYze2WhdARehJ~hnPlkGRW7hSLc11kmN3QM1x-wlK74kfJJiskaPajje4yLABAPLgbHhTM8rnsFA~m1sZXX-1bVoUGb35~vUKhi3fXenOnAl1U04hl5oSdLsOEozAzlFAs0hS400HN2bJYUkzqm~y4agWOrSfB1-GMOz1FPpzwlI4~QmlMPUSJ5GTqy0O4-vKlFQSoxOo5D5M4GhUt2IS45xki4dhJAmqAbVU9jM65e6o8zDWEuGKVJj4zW5sADlMkODykKs6BjQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1520, "width": 720 } ], "obs_after": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/2/actions/image-2f29052e.jpg?Expires=1768731375&Signature=UyZEHNr0uMKNBjY3JNDjTn1~f4XBJjiWPFI0UxHv51m2N4ekbxUc0ZRPKoUn~OgKvqQ2yngcrak0cNPKAhdfDBO6aphx2hcTdIseJgXB3A28mPTzjwwWpxyD7GzRCBo0JZ3O0lq3d-4iGR4fDnl~ywYC3OLzYEE8yUbKbrXIo0yOx~qUzmFcEgeaUQ8M8xU9RH8drdLBX7wwnRULrpoNbkw3O8WXY7uD5c4lxiRquzqMVNIThUblOI-c13a2jGtWofiWBbpF02XM6CGyNleY82EjydixiBsQd~Ufa7~1ls-wPu856cCo~WR-w7saHsxpcK1m1H7QEim~8ZpWdLfYQw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1520, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/2/actions/image-2f2b052f.jpg?Expires=1768731375&Signature=oHy8sksnAng450UgzR33e1jd5eI2E4dwNZfZA4RUYdQ6jIuzTWmbuD1mHWaRSy4U08ThoI5Ayd6D8iTv0DS~QWGcDndT3fPYbDEI7Q4GclewqEXk4xMpJuuQP7uBwze2-uTAFHUIUdeLb1ClT3vT0Zu99z4qMaUm5r1zYcesDYhZZmAMVIWQ7lB4qHJUL~m~qehT8hsghWqm-OMR2Awitr093D2PXAN0qfTezjB5WvWLjnvAvnB3W95vwJi8FmPgzCI61uOtNNZPLSY5hDKm6TBDrVlNOJZiiFiuGc0jdlb-jGcmE3Ftw~0bpCZA4xyBSxiWgcc1tsU57c7lcXPrRg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1520, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/2/actions/image-2f2d0530.jpg?Expires=1768731375&Signature=APmaNxHAWkqVqlFLYwbZJpySMqDUdjy0GEEntrp6flLavqxGtvHigZFkXhtOZb~8y4gWiFTNY8f-vF2QBZp5-HSqZbrUwCTAeO-029rkOV4esYAIiDX2jdA~4spBYq8MoiynoQFIfyr4cRh2RXszxboGRACCLa4sODcOGlOrv57q2TRLrIrAp-XEXNyj7Q-ojeCY-FeaycL2bOVSGFPmIb0Gq~7CYJjIu0AHLMkSgxIq5609RukUVM1S2DRuTFexIhr~XIRrO4P4QGYnqkvnblCjo7SRBBEB6mo629~4DfEZwgJz~JYvMJ7pb9rFeM45ztRPT-L1~Bnb66Rw~SM9oA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1520, "width": 720 } ], "operation": [ "click", "click", "type" ], "bbox": [ { "x": 0.703000009059906, "y": 0.800000011920929, "width": 1, "height": 1 }, { "x": 0.5920000076293945, "y": 0.05400000140070915, "width": 1, "height": 1 }, null ], "metadata": [ { "repr": "click 9", "text": null }, { "repr": "click papamurphys.com/mer", "text": null }, { "repr": "type gamespot reviews", "text": "gamespot reviews" } ] }
aitw_general
mobile
[ "scroll up", "status task complete", "click", "press enter", "scroll right", "scroll left", "type", "scroll down", "press back", "press home" ]
false
open app "Microsoft Excel" (install if not already installed)
13179584194031518607:1
{ "action_id": [ "226ff480c23c44cd9169f5bc3b7c76f5", "b0729099ba0e4f749650ac29839abda5" ], "obs_before_path": [ "evals/datasets/trajectory_lite/images/aitw_images/install/13179584194031518607_0.png", "evals/datasets/trajectory_lite/images/aitw_images/install/13179584194031518607_1.png" ], "obs_after_path": [ "evals/datasets/trajectory_lite/images/aitw_images/install/13179584194031518607_1.png", "evals/datasets/trajectory_lite/images/aitw_images/install/13179584194031518607_2.png" ], "obs_before": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/3/actions/image-358d058f.jpg?Expires=1768731375&Signature=Tm1Eg5y3nPxwOKgclAw4-iwKiXF0Fk06KCMyoqX0VICO20lhwL0N5NXgiB-DPBg6UY9nI8jcFpdKjE1qiBS7VUxToyqsIsZ5HKOrnLU~AFS25noqGPBFr9Xi8elxypfqIn729UhqJ9fy9wPLwZQ13OO7LXkRm3SJiyiNtpubA9HTi~EvJC8p~vDCnAadhCOJPU-HayIxMF9rEwIZ0wOe0p7-siTgt8FfIlILKAcpAo3z-dvOWH9XyiwnnHUR-uxxx0K~etXQAyCwN0tiyDQpnI9TaGuUfnZuhPn9-pnLkW2i9FTSKT4vY0jdX1ijkLVoPOphZqHVx4U74hO566myrw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/3/actions/image-358f0590.jpg?Expires=1768731375&Signature=Xp3eH3k01fK49NzimTR03AiM57n1I8Z~CIPIeqQTWGdXqlzLDmbDuclbSII18L1luKvSWATO1Q8PVzXfZwn0Om0~TKHAIU4yWTbTlo30FAjyCWitzE-q9WV609ZqGlZWPsO6qnDFc74Kkbf~Ohdr5uUUp2jhP7eCeUmFcu~ywigy~w68Y10FV-ynpfS0AEDIaeWtyblgRcboWncNV2oTXy1HHH9g~y4VpI9FFwfaO0HV5i93O3n8oW1z2mH0Jlsf54CPibOmFeyopzhAcSk1tVwESZfOZZsokQhw92Hb-tzJe0a6Ea-WRzVE3j0HCLhhlW0XhvFr3xIq7zbjsBeaFw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 } ], "obs_after": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/3/actions/image-2f29052e.jpg?Expires=1768731375&Signature=KJWjMdF4ZHivcDNnmSMkM1rqI2C~o4qvRWULg2gqyK5VNDFFemh9t9M7MuVitCwUmCCV-L0gFxumIoW3MLLbqcPUtP9ZaEZYH~CyfjG3alHLhnZIoOAx3Vsh5JMhc6RgXpmo--FINUlwdC7cW-F6zhlDLmBG~JCT2MJ6VvNBHi4G8CBFJtv1c83Tomd7tUUmkpByK9UvXpJtqeXEyls9342vI04aKpcF1OcznJCrlCnzJdJVeJW-00iDA5QIvnJXu~mq~EToWN9~Rw4TGVu5GEfI3vDk0A1nAtZvgMNPYUFVNtIUFqOANCujTBVOE-wiDjBgUnKdD3nVNxJCgTza6Q__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/3/actions/image-2f2b052f.jpg?Expires=1768731375&Signature=BemZ450zYZULKQu6gmO17jNOczoajE~alYqYP5YwCbf-~cZ9YKnp85J8NCfM59tSv1u~jrBmPetQFkYj4cNJL5y5NGdSKWxyQNcxY1Jx6NrvfGyRAzliAduaJxuaLapdqv7bzwRIebOE3t9ee8dGCwDPRPuG2A52pTqFXD26ZQzY6zJVzBIfuuI7Igbp3NH0AdUeNHLUYwMjQRvBzWwL0rolkRt1DdTSC6HQpDoW42lKnzQb37ZrN6-~Bmzw052aQmFkVGG-b7Tnc1g~5pHroNfua4ilLhXGX1BknR7gnxzl-9WSxo7sTS5zGuYpEwrrE1WEXiL7js5O6Ws-GGF5sQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 } ], "operation": [ "press home", "click" ], "bbox": [ null, { "x": 0.1340000033378601, "y": 0.7850000262260437, "width": 1, "height": 1 } ], "metadata": [ { "repr": "press home", "text": null }, { "repr": "click PLAY", "text": null } ] }
aitw_install
mobile
[ "scroll up", "status task complete", "click", "press enter", "scroll right", "scroll left", "type", "scroll down", "press back", "press home" ]
false
Search for razer naga on ebay, select the first entry, add it to the cart, then select checkout.
4586165339915120203:5
{ "action_id": [ "af993c10d8274125bb3684470843ffdf", "411965e37b2e4c98a593b63f4ac3cfb0", "cd0f71c9a0944ea5afa49733b97b2ce2", "7ab1295189b349e7a13408d81edd4f94", "e963f26558c0417b9affd7b2ff94fe46", "a68d17f4b89644d3ba0ca3b90bfccd01" ], "obs_before_path": [ "evals/datasets/trajectory_lite/images/aitw_images/webshopping/4586165339915120203_0.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/4586165339915120203_1.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/4586165339915120203_2.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/4586165339915120203_3.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/4586165339915120203_4.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/4586165339915120203_5.png" ], "obs_after_path": [ "evals/datasets/trajectory_lite/images/aitw_images/webshopping/4586165339915120203_1.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/4586165339915120203_2.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/4586165339915120203_3.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/4586165339915120203_4.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/4586165339915120203_5.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/4586165339915120203_6.png" ], "obs_before": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/4/actions/image-358d058f.jpg?Expires=1768731375&Signature=zdujpgZ4aYREk58pQ0xGWs~PIaCQeu~liCKZ-eJc25fXEmEAo6Ykt-p5NBkLZIeN0UiUsmM~YJ-O~8LIYseKUARmL1eqIL2D~0UBU7GmJbqnqQcF4vxZx6IRPhdQeg8PyiEdVpuLZ6csiNo3Z1TBSdkyXTSsB-0qsK4yhYU3VtHA0fMRlR4cyB0s2BGEKg7Nq3IQdutkNvtUVizWk85bSf27xP3CPIwOnaHbitLafF2k0g0JSlVTwCb0ybHppnjV17ppfOot-x0B5BpPrCZ1cb-cDD3SaZ~LyWO9j2UxdRdgumQzt7MVNOdxginziKuy4410pjoMWuVEPek0b1bd4Q__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/4/actions/image-358f0590.jpg?Expires=1768731375&Signature=ef6ZHqyglxSRFynfb9b9HY-HJUBaJ5jbcFLYb67BdNb0lmcPoBaxbY~tn6Y8g08RPqEnhTy82UCYohOY5aBlLK0NKM5PnKevK0dVC6I9uI4nmCqcxe1DC6OeWnLrSSXSkqGq48Egz6Bq8hmNcwADw1AyfUfS1aIMKwJ8jig6Avysh6S2sJfWHZdFn2gHMt28mCEh1IEU8OGS37W2wt3j~H1NXLXyPl4difCb2jz2fyazR4C6j8uoVqDIh3M8XGHTUW7DoPSFPsYJC78uaeBGLz0OWUv1xrstS4V9xeQuAbMtxif~grQG6KZkjYHk-VpzO6ed6jprB7Bq1FyEKpT8iQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/4/actions/image-35910591.jpg?Expires=1768731375&Signature=Mw-HvIhyR74CJRbCqGS2Ec68nNTigA7Usb67fOB8yTX8hsj5yIhCKyDHTD6hlF9zkj2TXRzHfj09pD6Bpm4G36TaD1RTD3qRbWAIAIzLnzjvLsPe7RfMHD0KK5zTfNQdxCT74YpUlDtaAc2vxY8kpQFd8XZSZD5YIGBxFIzOvWqOu3OuO7Sge9RnRcvJR2zA2v5FFKylX2u5EbP1EHqhFCEN0EdeJGQtFZtwbgXbKNj-VrvMOiL7wjXVL6ghqZoIBuMN7yqvvVBgtzU41Y2zrNX~6gI~oODLsbNGgy5j-vddPdezlULu-CG~EFNaHxgC4PTWTvmfNrWAeyNkgRRG0Q__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/4/actions/image-35930592.jpg?Expires=1768731375&Signature=f-rW3JaVV0LTy9IS3dijcc~QF-xrTdQCCNTMchgFGE1oQhNhXOfLrIiJNx-7YlVA~8JGQ7hPhHwbs7fjItkRH4~emoCe3RouDQ2DXEyLckQ2fllkBL8AWg7eJ0oQ8HDpXevkqlMH-9Pdg1SJ0aABcvDFGIRPhzhH7YemKKWf7ITeu8NZYGEybNOgeKK3fQK-x-ycOMMjCHWBNiGCOzYdFHGc3yXtRF~CQ5vGTjQHpanYH5cddm9O0hpKTUXQifecPsv~htTeLpIZt-U5btabM8KBRVNNai8XSg-q1l9pkrdvgBL2kuuhdJ0BIDSxXbJ~lHj-bcccwqkgpJ67OKcNqw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/4/actions/image-35950593.jpg?Expires=1768731375&Signature=MYAj-NQxiIZbXpNTyHCNH5918PbhjBnDwX08CB3sNjd2B-f4x2PinyUINEv-VnUiD1rS5mF~pQT-cKQ0~OHfZYBcPj-fmxvXHMeDSiysmMtuxLs1Spc9R959UgA7~YDPuHaoDY9B2sga8KC6kUisn0j4JPWQPWdFmTS6mg3Ed66RaFI-gedH3BzdHW~DolZdB6Bw9-RQIHmIt6Ae21UKUhtGK36MhRRi0vllzXx8CxfRejB4V0YtPH4zrS8PxMOXV7dRC1pnDcAa5TnUQA0i9~-bWTre-EMUjkIk6bwByfKEuuV6CZSfrMYuKwPiQmt~D32G5ZtXPsQeCxhOCKURSA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/4/actions/image-35970594.jpg?Expires=1768731375&Signature=spxlmADze6yTAcpuF1miFHHNN3KM~rFebfGSUJs36GNXaJ0uUwr1QEy0rJejsT-6cGn1fUPXf~zpbuEOeb9F4xICGjHHHm-G6162pSQnHNbJcN8KFnwSjYyY61Kh8~Waa7p8CYlmG-DfhHGrcp5fBil048HtLC7n2AfDBnt12aX6lljvfOV~93O6WVl3Tysmyh9acLt-DURpVyBDYNH35XU619UqDn4Ivd~YvuY1LQmdW210n~Dhu43ai66IcwLHzvi5IUSLvM4~jZUwIk-H8LLYj-TFQQ3R0kRRTMhxt8YXZboJJjlhUaVz5DW8R5VU94P5zTrMRGVR-DcHJckgjg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 } ], "obs_after": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/4/actions/image-2f29052e.jpg?Expires=1768731375&Signature=ep60dZojCNCsQiktBi7FLslC7qlZq9DYBwIslTKHULzNAfXMlt6cjoGBk6bGz7CzurtTuWh0jmI~fMQlB9k4C1UgAMZ4-XtxDyXZ3nn3HunsFzDYq8DhmXbvb2r3tK2XVcUe9ZXeijTv8zypd9BfOosQzQY9xxPKJAROhjO1DKEZ8m~WGErRzUrMdiaI3-b2vMeparcvkV6bkujCjsqCXoQFuli3HTF6q12MQuVE5mK5IhSdERpjhJqN4OjLBPRqmYFCPI3FDCkUlIaJMjbzica0yeFHV-sgyIqp0YilzUfC9TVZojr5Ml5I8oRXFJLfclZg7~wKQThlysEQnwwSXw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/4/actions/image-2f2b052f.jpg?Expires=1768731375&Signature=gmQAP4RgkBbQk5~jlAc5s5VWNgksEzN~digUvbIxlCVryY2E56k~1GHx7kRECV-X6BwIcDK1RMHboiamMzYeoHbZYpuZcJqmZ5ahc-A8REw7sK-IRpCDHyfZ0SDR8iF1vezmFKR12qVTcD1WKp8QTEQRjHKRuhejKrWqPdQYEjwmFSG9T~tkcvaLEagFbnnGPCInBbnCFoD2TcQGoBNgh1mDCLDNewN9OuaGq01AgY90xnDZ5bnVvCRRwMwkN1RmHhNgpy4JxD3M76SJoysGR5XWAy7940YhYgDDp2JG3sr4-Ba8OrOWqctV-thHNuA57Phq6lzZiNlwiAIhH6tEqw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/4/actions/image-2f2d0530.jpg?Expires=1768731375&Signature=JTOXK1KqxwDyhujFO~5eYHCkJY9Y0fhuGieLTx1d6HcJ0MzCxaLb36cRvM5QlcX-tb3EdJ-Fb~clHaOqgpzSxAPy5909tlKeU~konLThy2hrMhfrwcQd3L3aYd8OWUYF2U4RGGmhjVEkNQE2hEU6SmFDXBLsFOb-WwWznGlo1DRNdjbxcrSXVNeD-u2CH61LEI5f9I3i3DMA86J0fENRr5q8jfcClVCaHL7oL5cI7vrBm21MPraZk7k3umdNqJAjflBMOFMVYCOuPvLUt0F2T-3~vGeUQjjZGnDEmCCDwq81esEVrQmtXxZyZOK3ZrGoEYYzlI9ZyjhSnhnxfopisA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/4/actions/image-2f2f0531.jpg?Expires=1768731375&Signature=cCsq22CgV9GHiPlZAySqACGdjdJwBpMLUuYcHvh2l8SJqJcNHnVR8GEc7u4psWjVzDXcspiKQOkkjstDG5O9-l2Ghb4AF92zbryUUY07f8VcPBose5cQZ3w5K5KAb7fWbDcafs8meRGDKc4Uk18fzpMkBXPvFk3yDs1TliAJLLEa8JR6XXpjkgNw0sleMRfntswAImcqqttBzOUZBC42430S5yRz3eHvYpfy7IQgrteTSAICgmwQL2J8efD4fH0DmSCAJMbwq8bOXy6Y5tTtNL97G3KxgaHfPqArc3uL24XVXsTA8OAViJ9zlkqoN7f7qTZ~DZFHUIxtwXEZBpYldQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/4/actions/image-2f310532.jpg?Expires=1768731375&Signature=AxvOUixIxNdNAceb21Xk7TE~E53A0lnxYFX5xU82OJZDMmY5VLB2UalKWxAxZmts5fG8xrjagB1T3vGZTRKuaVLeaQX7Jt5G9ShATuXxZQ5mlYQMtwx8E9t-0E8SDlk-PPTMTBPHlvrMLbdEZxCRLltgEsTwkZL0L8iRiJnt68nrXP4waKiuzEkmHPIMsS9fRAGGizw3JTwrhuSD-XaMsn0WNhumKu9sbqV7kHEsTPplsmjnA4KlKCq8jcHrheIleyR1bN9M8RRHiTeE4ZBcm8yiR7PDn~~gZIjxkIIvV6945yGoJ3wb1FiNdYaE7TfLSfDqNvigkvAcHRN5wYMjcA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/4/actions/image-2f330533.jpg?Expires=1768731375&Signature=wrOEA5Uqo0h3lr28k-NQJnnPWuuuBRxbSP3qf9qZIq402EdLeZBc54Lw~tjCWGFxy13PoIkb4-ryN7RCqcWkF1s8nWnPe5TRqomxiwt6Giuot1hqceRJYpfjcF1JC7EK2MmaTJcNcUI9xLi2Hh1ZX4Shmdud3VuguFfpUdtmq68Un-nkMgtnDY54fc2I2RXIBsgeuZiLKswCuDzwH7B7liGLObh3pGNZ8OKzfFKwD42ecT2IRshyPpTD2JWYUPnc48gCC7rs0AqFTCqVWekrQvM4O8fEPZWuCzZoel3kk-ZtYUD7XbZEpiXEXNdpEV9KkXMNpME0hX7Tqf8mz9rD4g__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 } ], "operation": [ "press home", "click", "press home", "scroll down", "click", "click" ], "bbox": [ null, { "x": 0.21299999952316284, "y": 0.9160000085830688, "width": 1, "height": 1 }, null, null, { "x": 0.164000004529953, "y": 0.5669999718666077, "width": 1, "height": 1 }, { "x": 0.6150000095367432, "y": 0.12099999934434891, "width": 1, "height": 1 } ], "metadata": [ { "repr": "press home", "text": null }, { "repr": "click GOOGLE", "text": null }, { "repr": "press home", "text": null }, { "repr": "scroll down", "text": null }, { "repr": "click GOOGLE", "text": null }, { "repr": "click GOSge", "text": null } ] }
aitw_webshopping
mobile
[ "scroll up", "status task complete", "click", "press enter", "scroll right", "scroll left", "type", "scroll down", "press back", "press home" ]
false
Add logitech g pro to the cart on newegg.com
16560492097395309605:1
{ "action_id": [ "f58d94b0580147b6bea7265c722af35f", "73b6eb208329492ba22072ddb9a01403" ], "obs_before_path": [ "evals/datasets/trajectory_lite/images/aitw_images/webshopping/16560492097395309605_0.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/16560492097395309605_1.png" ], "obs_after_path": [ "evals/datasets/trajectory_lite/images/aitw_images/webshopping/16560492097395309605_1.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/16560492097395309605_2.png" ], "obs_before": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/5/actions/image-358d058f.jpg?Expires=1768731375&Signature=g4sPhUCFWAh2DwBc-D39qdDPGKzEhELmrNz48EyGUls1boLUEEU9PN3w~igubdFdEBx6LY8SqqyAfaK~OVzmMS4TOjsmhJPsYhOjJM2-XAf0YsnSpO8QfgBRYU4auvBhipwe4dUM~ecGAK853za9Z6TUYVfE6f0ahPr9kOZb01cdSHtu4s5Y1Ors2hStzffvTPgvYs1C-iiI6QsnBpyaSfAH2TxwkdWX2KtYc4MQ9coCxxGU6mZyhw8jdIz38R-QCpbsJvupGYsTlbY3~PtDwuMk2Sxjp96nhLBwaEReMMK9qQa3v9wBC0sHnfpZvRawCRiB8SMhN1wBbe91jX3ziQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/5/actions/image-358f0590.jpg?Expires=1768731375&Signature=QrZ2WbIUdAat0bacOQzk3sMHDw-MtE~7V2KE2DIGP3mDcW8run9UclbvrZzSoDHD-LZC-MlzyJFQ8qRVGtVVSFIpMQekYgko~cPBxo4TihYeY5NZq~lFXHR6F9TvCQHEsXONQBosrii1Rr92ZjLOzXPBcISwfIqpmwncR317Zt3jRoywQ7Y8djOj175FC3heRHkrlBQQjdSlRHc180WHS3MqqtghkWCzv0ArhdgcBdSL9BRtrDQQabVB5lYvWddQ8I4c1kAwx~wQa4WkF5naAvQgs0TtBDOXcqKP7txlqe1mU~bhaGSwpSvhCqaBUxAaL43vXVYwDXLaK7viRLwORw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 } ], "obs_after": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/5/actions/image-2f29052e.jpg?Expires=1768731375&Signature=uRJk4k41fgOlUa7IDopfFkt0s0pWXYe-ZrDxY-gKS0J7vbjvfV7yDVAvxkyvnZIvbc~gzy4q2vu7YMJ-2V0z1FrYVxDFqWAtN97Im8YpZOt5wi7qsWBU9lg6KHEdZts4YfqdEWkyoaFDRVEXMXIxwV~Jc2kOBYDe9-edbRwJzqwFUqcjr1XpBJXMGDcYn~mnn~k7dOGEIiSxWAQqXujKLvZ15P0WO664~hORBXnAV3uOBi8hBWb9M8z1OfgrBajtIo4m5KQy3v5Rlb33tM65n036MX7FP8SV3cdZP9pFs7U82uWj6nS-aUuXfK4s6c-VA4RJDH4vULVelv0fJlcnQg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/5/actions/image-2f2b052f.jpg?Expires=1768731375&Signature=nPL~1xYRvT1yWaUw75rO8xwyyeUV4aVlFdtXTxD3RsogCpS2~3X2ULuCEd1cHA-SnbROTK2dxwcwWEhjy4-1sZWOWE9Y0G7XVExy64j3ON8S2ovLQQF3SeS5j8~N5Ag7TuGjd8bTggoa7cGQIWe6hg1QQGN49OOuAxhk4aCHDd9-usMSduv1KLZ76B6vz8PtwBqM~a9Ufqw4Tw8ikaxhfFRIEw3~l23IUWlwo64QmKSpxC-SEz6itProY0SpolQHZo1NQ9xoVGULwiWjHLVMUu7iUCwANtDo9VU2OH-SPZOgq-aOfpRKMYPVLh-6EulefSvuTghDdkxRBnrQQmE70A__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 } ], "operation": [ "press home", "click" ], "bbox": [ null, { "x": 0.21299999952316284, "y": 0.8920000195503235, "width": 1, "height": 1 } ], "metadata": [ { "repr": "press home", "text": null }, { "repr": "click GOOGLE", "text": null } ] }
aitw_webshopping
mobile
[ "scroll up", "status task complete", "click", "press enter", "scroll right", "scroll left", "type", "scroll down", "press back", "press home" ]
false
Search for razer thresher on amazon, select the first entry, add it to the cart, then select checkout.
17127607218815632832:8
{ "action_id": [ "40192995c1d04d3386c5bd6f0eeeb9f0", "6b4bab52d7fd4f0c9b725be605f5d53c", "29d99feb7c7b4bf1964e28cab26be19d", "dc3d8620a48f42fab285d9deee3501bc", "64eb7909bd8e4a17b2efec2a60e3998d", "cc45d6885f1045a9996402c604d65e58", "f9b3f960081c483eb8509126b85369bf", "c0963a751f9844e8a3900b5c6a0e31dd", "3c5a8af19b114c018bf95215aaee0eef" ], "obs_before_path": [ "evals/datasets/trajectory_lite/images/aitw_images/webshopping/17127607218815632832_0.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/17127607218815632832_1.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/17127607218815632832_2.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/17127607218815632832_3.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/17127607218815632832_4.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/17127607218815632832_5.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/17127607218815632832_6.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/17127607218815632832_7.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/17127607218815632832_8.png" ], "obs_after_path": [ "evals/datasets/trajectory_lite/images/aitw_images/webshopping/17127607218815632832_1.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/17127607218815632832_2.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/17127607218815632832_3.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/17127607218815632832_4.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/17127607218815632832_5.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/17127607218815632832_6.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/17127607218815632832_7.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/17127607218815632832_8.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/17127607218815632832_9.png" ], "obs_before": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/6/actions/image-358d058f.jpg?Expires=1768731375&Signature=iWfu-CWhLxgY3XUuLOpjX0Wssf5updf4LnpaUKynkIfeaFWtaTblctLt7oPPNTP0S5NGNMataDPNBXAFbu~DVshtVfdbS3vLIGAMiWfulGL3hHY~f6wSg4WN3pM4M1jnRVlVvE6IKF-rNBb0Q9nZGRpg6vY5zsM66kAoMZg32uYHHbsqAoJNgebyNQYy4B-MTPIpqgH3q7BePoLN2Ww3-vw3smd8w8AmS7SUSuRWKj5MMeuH4DKuKxGm93e1T19YwcgeXQI6yulvAwRikA8vXOceQ8xEF93L2eZo61GfR8GikZyUzZu9Dysz9AIfujoFDiMnW27WRGBYH8v5W-ycLw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1170, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/6/actions/image-358f0590.jpg?Expires=1768731375&Signature=ERdvJahyQ0Iuuafi9QbQ-GO7hIneIypnhKld37PZcGTFMBw4SbPVaXTtvRgpFq1M5sAYPCeAawhv5wHQBTbdEfvoxfEt2~DKW-u5CaJyZhOcV13eCZKSFAjOi~LOlTKEhjk0IR2Taqh5GMOCAEHPPP6AHRpOQqXpufSI-Ck8ZyszdJuMWXlo2TGVv6RrKpieRXErwi4ORXReF2edB9Y0MtcDePCWYLZZe7oOoZUd17NxEfcMT~PQ4Xizn7boNIbwgYr4Zei~ey0dKacpehNqP~hplHHupdMI~E0yhS89Icn9mURrTaK6QdqtYRRhpl6LvWcKfVPeazG3naeUn7nqBw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1170, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/6/actions/image-35910591.jpg?Expires=1768731375&Signature=WFRYbIk2Bo3qImiD~77gm-iVOivxDd9kNwtiHQABHgBCLMc9H9TQZrilKx49upxtu6FgbeJ9YrmM37maF5SkXv5ZsqQTLQbr752eCiJnL1IywyOj9hHaIrRvyNBq~G0Tb1-8nv9nXufISQ5CgIPcgtRLxVSUIvP-XbWpV6DaiRYjZR1iZM0INxc~wZ2IJb9ZqAwnZCQtF2IITgOwMt~QzILpnVxg1KjI~WQ25PgMjTGiztKiGqN8ni13LwQIYqLxxDeAyxeh2T25T4ZLndyezyTVuCwdhxVzTNudt95Bdu0NhHRa-4J9NKn3c6k5FhI~H5iY9V8BKZESPVdKtj00YQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1170, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/6/actions/image-35930592.jpg?Expires=1768731375&Signature=vOyOv4cgAiM2Oo9iAHeLywxU--1Z3pyr49IuOUzWq4BqudVuiyWGy390wrw4hL8~oypEc2O~ZlvIDXZSsWkWq8XCSFlyZF~5mA0Ih-6aa2v5qotsK3ignMv8pG2IGpdkhS-I~K8xU0CQkNfia7ByCjcurwD7BqT8~VK8wv4ZRIt9nXnCW~eCDa-mzPcaU~nYlauLOh3TYOCbz52FPiCom~guTAg3cwpl4fRE6e4THXjy7ELwY9Bv8fZwRZEBjqOkcR8rGx0RA8ScequqcWTb5BITjr39fqtiW5TUOna12uKmj3Oeta-R3gLXLwF4~wg83VBgPVgwSXmPfDJuLd~GZA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1170, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/6/actions/image-35950593.jpg?Expires=1768731375&Signature=FBck-QCXQEsq9Uer~-jhARh4Y4EOcZ-V~~jC8uu7yRUxGQMve1PBR67DOn-7VQYdiKTXVDq7uVf-FHgJZiCIme9VVpVYcbZqDZJC0kFOOI2l56cm4h-wnq49~~w64-qX1D6WARquwvtFijzDAp0-LVfoVhG~MojQ0c5P6rk36~JhvbluCoCoK683nkzDOfCXoNICWNzHWhsSfkWHy9mZTVCxc9ygyNOCscoeIlD~8DFV5EIYDpAnbQ7gIHrd0zQyndvEti8j83p1cxn-9Q5Jh7h9zhVP8zjpVmr1GOFk0Xb8dIteWxHpyoYyvK~Hnb1Azy0coTiRc7s1E16K7m77KA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1170, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/6/actions/image-35970594.jpg?Expires=1768731375&Signature=q7NxNJS2JRQPhbh6jTzz3swC2vG-RObxppacDl-KtF~MedzUvHIgTQGuMU~YHt-RumMCKtm8gQmVzB2VgPe9VihN9livNUC3AozrI~owPutLeetMppE5Zw2LLZS-gWQMD9IjF1KsGk9nY3Bi1ECseV3QdnbBswVIf73x~3pNM52De7I-7AMErdsAeD38PwPkwmDRj~iEGaUCA8nJkemg-UqHHgjysr732Ho8TlGF0y7TT-Cf3cjxbljLzSNiujrWoWlXq6CNmpffYvsianQAdY2r~XSC5lUDvQFvuZm4rtg74byPejG2Nq2vTF5gzX5FFg~fzc-8dNmleppCykIt9w__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1170, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/6/actions/image-35990595.jpg?Expires=1768731375&Signature=M4aXf9azn5A03GAEMo5tyvtrvQPMmXmb-R6MQXM0sO2IveB3I5uyivQA~C09ZxglXVd6aXm9SLQ1cimAemjnryH7Oqwwy0TZXFlccdX9ZPMP2YnkUx0ZZLbyRE87L~OHR~ikKpNnCAJ5YePpkwx2t4hh5utSs0Pse27yWzVe4OpXdMLi260W2-Nyd-ujeaaMAMmB9~iQeYCnhw51~uAXsM2HnsuQuj3mL84xHhH4ZRAcPW6I-AgxCWANsNxKc~Rem-rCGME11mc1pL1p-rYH3RsBKMKnaSZwrzz0yS5Oxd-pl6i0Bwl9wTmTvJrwpAZWU7aWT9CUz9k4XqzmfM42Kg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1170, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/6/actions/image-359b0596.jpg?Expires=1768731375&Signature=XXRkPHiY3u8V-JU55NgcCZHy9Z5DkMpVsjmi~tz2EFX-9-0tqLOM-Qq1IG0B7DT7y1YLtlL-RzfBfsHdNbkjKXr4cSfCwopflOPQvIHnoY7BrpyGiqI3h7mbqAWj09vZgm53As~xOCE4EMTbTuKGyeIC9c60wJjJV6j7RdklVaOHow6VjyLRTsWfMDFIOAGoWhBVzod~MtLsIaNfFuLYfaKbS1lJNPHC9STpGMgoJ1w~sR7yTRflERs3rZT-fQjf-IvPZXh5I0kPo3Du2~YNqhPuZ-EWeM5qm34VQYtEavS-5kuanJ97DQ-x6Ca~oj1gsW34VkGoqeIGJQTRItPpuw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1170, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/6/actions/image-359d0597.jpg?Expires=1768731375&Signature=OjlYTXJXHofeEM~ImrD2s6PW6YNNc9DNlPw77ZORtKERfoUBDvMDrDT9yVZs8KQuNAYjCIlYi3grMV8t4izP~pbuzfEEDIrsG~DX2IpS26IWXsV~rDZyjGN6qzat8ipaJ-IhGyKLtbe1JLMNSwzOuODMUPl4-G8b0Gu993LzB4hlQQGwpM3uy~wQovTrj1RcchoktjyxkHwp0dhS06lhhzExmYqPrQK~NpCMjWI1Kk2XxBdsuqSw0Z14PviSshFmsmIAC~W7OyzSUhzrhblzEEG75nxGgGRrKS05S2cVervTPjRdSTUqdkXCWFLaooPyh9a9K4XScB~USkbmxIzkfw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1170, "width": 540 } ], "obs_after": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/6/actions/image-2f29052e.jpg?Expires=1768731375&Signature=BPZw7TdPwfk5Qg~AiFnwKRlkqypcEcWxam-Apn48ffQZI~M~3OyiOuh9k~4ZR4WlCokQ7oBwZPVlHG~HSIubwQnGvRXUe9kAZ7LrTs9RGh6EThBjQMXgu9wG50Vkq947NjmyR3pgRCL9j9kRFBJtmP0NyozhyEfyYA1Uk-W5wpQMySr17PeOAPByRbbsNHvk630Ikc9Zf9vJgPHPDJRFkMlAayS3Z0PYt71KeBxd~N9W3FAckNzn83cR6lLr~P4KHphyGIqU6n-q60C5EzgyhziRHnJYoKec5k3VNIlQs59l3c9KTFJlJhZ9--Ow8xw8dCmpZ1RUW5FnSPoN8FzPcw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1170, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/6/actions/image-2f2b052f.jpg?Expires=1768731375&Signature=r~358FHrFN08BWH4IMlwv7oJeiigGN83cda5toJgCiAuG82Im7u7Y6tE-3FgCxpRtGY1uBVpQctj-~7QuqCmTt8w49GJVfi639gLxez3WnrQZgWK-GncymBtYQUwF-ObYH6B-xNCvimjnb9FMaw18Ic1OV8uWHFmsmZwbOsj79LUFDegM23NDNHB-BbBN-ajKTfbTdSm7VuepAF83RmOvgNlJgAHqJ-l2zMJ2r~ghKpgahX7mKKoR2WrbSxME-0i36iHU8RgJY9qGvPhR~5WedSVh0-WbrsSoLzxjKVKmAUj-A6Qk3B8fIeSIYLNv~y68m2mS9OOdYhbZ89ikSxUQA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1170, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/6/actions/image-2f2d0530.jpg?Expires=1768731375&Signature=fbXRGnXLmRv8CXAG4vZl~5jNVBXJzammRIRO905sHYa3~ay~nDcDhkg0GEL5T6XdvVu9KCdZJpcNwFNMKsH~yfllFFq~zcq70ke3AVCzokdH6iqdYj4tBkiI24~lYrn8rWGbF~JaV~ZZ4PwGX36ke2eDAUNhhnwuCOZ7XzpAdTm0qOwdFPXfq69X3GSnEPT0LF9ggelT7oCU6wlSfGdmCgPLmnbLCzxkckIFPBN0FHNGifr7718khWcsFt9GBWOhPyYuRls3SmQ1fwquQnLqs2QPTECYJ~-d~dKqwpkKbSDKwrmnZJnAW02zOp1~1OQ~-OLJHHVtGzOxQxeoOs5HdA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1170, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/6/actions/image-2f2f0531.jpg?Expires=1768731375&Signature=qiL181lTC9xuxykINQb4WYTdtBVjh2GSjYB1SILvnK0eKmbagtKcAY7DlpVoMyr2DI3D57v55xlCKrLZfDMSXKAfGaknzl~bQVgRi40tgR~g3id~Cje3cfnJcWao5aFsTw5us0q1KxLRJJocDCneMmPxvLYHz1XWtlneOxZQ8zmRlSuWNur9RrgrTkaoHaYLpeNRp0NoP5Ip7V6t3svGE~Be489NmbXPQJnSVxiX1tpV1qeClp9M0aXx7fgD9tIu3KEuKGQSLiDD-mr4ieKYCze6pXHDEaZRquY6NDl7iOl8aZFzgXqYRvnkDsGirAbZOXCdtPaEEfhShA07pbg6GQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1170, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/6/actions/image-2f310532.jpg?Expires=1768731375&Signature=0VK8CL1cs3vy9dKdliyQu73ebpSILzJZqYUQWRHNS40vUD8DUdyqlaBRAK9BtnRDQlXVuwSZx21cGxRsSzmkXgMFX2htlQelh1hcFWhpTW2wnZCAm2b-GRfqfB0lGCelJUoMDkHXYPcOQiyob0tItgEgcm1LiNmzuFKj05obabg7CNCPouBdFoRXYrwYWSFI-FO9tF6pxIH8wEVB1s9ZLjGGEg3Tqg83bUYdBAO7DzdYUFG3XFr1KVBBwvLWBT7z~orWXD~SyAzLRf9Ef1ZGgnuvNrnMccI9T~6t1~nDzW8dttpvUbOPJyHwgCRee0suc6jVevMRCvWI2LrYu3jaRg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1170, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/6/actions/image-2f330533.jpg?Expires=1768731375&Signature=ce~AGbru4hpEqmM9UgPOzg9K-68SclJeSXDfMnHjf9fbe2gVAhhJa~hq6PvwAK4AYasrDECbmwZbJEJ6O34Qq9yfgfe~1uUWFwqNBioto-zyMikY0b9H6Q3BmDuH-5mjuc-Klw68XYrDw1WZnw1RmdObpmvnGbghvC-Po~65w3OxcFWtfE1yx~n~efL9ABwpqUXwtFzSBniNFzoT5kuiieWKkq~MeJ9wxDdDGRJSxZq3G3AjAbBSdZQkuB5ZyIzJkJNkWk1OlKZJfWCv2x5Gvuw1DBTeGqhC-TgoNzOoa8kNqOyWt6btKRJbQ7atnsrn4t0RxjhJJfYpLhYjsk8jTA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1170, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/6/actions/image-2f350534.jpg?Expires=1768731375&Signature=rqBrhjS7bSa4rMVKJUkOS6vsSED8DPgd3GKA15dFD8ap6jOka83evgAHsWvYbc7tQTLwzkV--x9~XGHNYyqBFjaO3VQoyurocDyzOHIXAWAeOVyZ-I7NKrtVAcgtpbTTHQv9ad1BkSNRpG42xwiz2SihgQZYoa~RoZ8UIlAQtj1gXt-O1gbURjd7bsKfmXUoE4t8Q2oRMovXF-gUAtSFh4BzR1SIudRdGwkjH6PjR7rVTy6GUTmYWzoppxftNmSui8zq6E-JaMlHtZhXZkoXoAPb9EU8WH7uO-9itbirtcCdb1~WliIBBw0ciGysCToz3u4JRKIhFQrkQzM7SrVprA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1170, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/6/actions/image-2f370535.jpg?Expires=1768731375&Signature=eYBMZ-fXhQGjMWdC0s4Ih6GOhdFLz-idpOK8OhdqWOyt7S91Sa8UEnTpAZacmKvqzCIqmTZrGnqagMhX9lX9S3BRt6-MYr8WM7OwLa-ucHEfm8rYVk6gdT4ohKG1yYH~uNd~kXJ9485KAhOYlPCun2Di8N9w6no7gh5myee~xKjsq9dN4VKow1mxfcJCevxVuIVuM3U-PYTyaWtngVNTion8fFifn6Ze8DLi-BbLZPfv5WtBV0GhzDkMPRJKJ88P5YtgJape1PWoOHwdwREAHmjV34kj-5Vlgw7yw1UJRmpzw29DJfabjLmiNsUHAcQBi4OdRxjfPGPEbaUw4vg2TA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1170, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/6/actions/image-2f390536.jpg?Expires=1768731375&Signature=g0IZy-orQ2z-e4POqzEjQodYsaPSX9Oim~Z0O6P2kogvvG7fDdmNFEPIk2Qx9XoddCZcUQjFeqg7EjQrZDZTpdX8e7pt4cbq7Nbyd3ImPWhaOI~CVO6u9kEbxitCdZ4RxI-m45faLG0zgO~K7XTj0Zw2RC3~zatz2afxMk2E0doanIZuGfLBl0V80aHbjkFVSmGcKp8wFunQd522f3q4M3wvZgwc784CiofTIGy9HT~Kq5rHKHcD4~uVOZy1eh56P0320pjYk1BV2KbupdOKC741bOIrV1C94UkpIp5uGh3RIWNFuWXcmc-kpy-CPhg5LJ~ai~S5lcgVHqqHGwX7yw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1170, "width": 540 } ], "operation": [ "press home", "click", "click", "click", "click", "type", "click", "click", "scroll down" ], "bbox": [ null, { "x": 0.6899999976158142, "y": 0.7940000295639038, "width": 1, "height": 1 }, { "x": 0.3240000009536743, "y": 0.05999999865889549, "width": 1, "height": 1 }, { "x": 0.14399999380111694, "y": 0.2540000081062317, "width": 1, "height": 1 }, { "x": 0.2879999876022339, "y": 0.15000000596046448, "width": 1, "height": 1 }, null, { "x": 0.1469999998807907, "y": 0.24699999392032623, "width": 1, "height": 1 }, { "x": 0.5709999799728394, "y": 0.382999986410141, "width": 1, "height": 1 }, null ], "metadata": [ { "repr": "press home", "text": null }, { "repr": "click PLAY", "text": null }, { "repr": "click costco.com/CheckoutCartDisplayView?ca", "text": null }, { "repr": "click amazon.com", "text": null }, { "repr": "click amazon", "text": null }, { "repr": "type razer thresher", "text": "razer thresher" }, { "repr": "click razer thresher", "text": null }, { "repr": "click Wireless Connection -", "text": null }, { "repr": "scroll down", "text": null } ] }
aitw_webshopping
mobile
[ "scroll up", "status task complete", "click", "press enter", "scroll right", "scroll left", "type", "scroll down", "press back", "press home" ]
false
What's a good restaurant in Phoenix?
7035701841421230708:4
{ "action_id": [ "d3701e23d3f94aa59ef459b4d08374e4", "892bcadda9ee4fa7928b5cca4dbee9d7", "454a9c40dbcf4f758ab1e6aba80ad723", "7dce2b7dc5a74040a1c11df87d6a43d9", "617d60fada444644981cec82562295d6" ], "obs_before_path": [ "evals/datasets/trajectory_lite/images/aitw_images/general/7035701841421230708_0.png", "evals/datasets/trajectory_lite/images/aitw_images/general/7035701841421230708_1.png", "evals/datasets/trajectory_lite/images/aitw_images/general/7035701841421230708_2.png", "evals/datasets/trajectory_lite/images/aitw_images/general/7035701841421230708_3.png", "evals/datasets/trajectory_lite/images/aitw_images/general/7035701841421230708_4.png" ], "obs_after_path": [ "evals/datasets/trajectory_lite/images/aitw_images/general/7035701841421230708_1.png", "evals/datasets/trajectory_lite/images/aitw_images/general/7035701841421230708_2.png", "evals/datasets/trajectory_lite/images/aitw_images/general/7035701841421230708_3.png", "evals/datasets/trajectory_lite/images/aitw_images/general/7035701841421230708_4.png", "evals/datasets/trajectory_lite/images/aitw_images/general/7035701841421230708_5.png" ], "obs_before": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/7/actions/image-358d058f.jpg?Expires=1768731375&Signature=u-L2XgupMmwW4zGcXlglHCp-Zyecs6DQ9Lw~rC1qQb4vSkxJaqSQqh4LuP2BLN92gTy3Ln91iYoyIq4gtsnfQ6gn3ENPfyaVb2lqVkNho3om96xTmy3z0CQRiEts6MJBOTp4-ETW0UArTcTIQXWOSGWaBo1oen7obOQHIwIjj9QHG2okDs-h~qqAhpRKEAuE24VpXP1MNg0gNmf8ztrXwgyC1Uj5OkMNMYdL~49y8BPm4yO41Vmgszoii2WWgmTB-zuTGQ9t7I7R5Ri84Rsm1a3vtwTeYUUMGo~P7nNe3Wx1MoGldjoLu~aRTl1IbraPWzNVNNMjayNNkCEAKVsNgw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/7/actions/image-358f0590.jpg?Expires=1768731375&Signature=ppATSay3xeDKA8jwjy6Xno72CvCClh8-dIkMIh9j3KYDFslHPX-VN7yNI4JxBGtQAHcOSqW8NzQu-FXSve7TnOKPE8CcFvU74xTJPflhtlrAW29Ssx0zEFdFThOZxdbA9fXEz3Mfa6dj55MikRrrl2frctYtSr0gU2zBqWvafzRvf3XZkYB20kjpU~H0hZo9S0jQ4BV127qs77xRhZ3nAnlWnb2a~Q3jTtiZm36i97T99Ut3PyoCJOd4WMpZSSltFh-I7fSpuMpbS7WIm0i-whvuanzGsuXDl2gKOLKUht3AX3HFZ5cTULBr0PSF8aovMNnMr9dmfGFCZpNml9ouyw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/7/actions/image-35910591.jpg?Expires=1768731375&Signature=RE8kLNd7SUbbEf2NHz8OYcDvstg63UJXDHkF5FdsBiPIlYNQC8Schcn4BnRiRcnHkYyUh2cPjmyL8WlcGIs6Tc1X6O0SOr3U5ocfgrGi3YPQ2cUuuME19F4NZhDPsuSfYP1vlibLGCmfNv~o4RYO3oS6JInFpYWmai-p8FfpnwlOFhwdy5DJdshh9178C9fbJ-A2U5PJxEDl6wu6Fe9tAvBBAO6BukUwqYo-oVUGdK1jlE6BHWqNxKM5isdpS3DJEGE0S112odC6GzAIHDeS2sCQ4VCJ6wlQRF4opLvSpeFd95Cqa-XxtFhazBnfFiZG0XxzQxiPNIs-neUYV~DCQQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/7/actions/image-35930592.jpg?Expires=1768731375&Signature=VRvNHS6SbK0LiYEy76pOUIWB-uACr3AYVw8PsUNoZE3jpkFQDyeT1zsqnafkEtVjeJ6fV1CDXJVqK16Jipux6sTAmPnZWPIuneyrryVCSfk4-ysEnOA4-JDKeuvGJrFuQJCoKjg2~vgN2gjK6qJ41QzpMaa8WIUXpQeGYLB~o8r3IZayL~OyPlnvlTSLrvnP4NgDuTYC~40pYwaQNYpqMNBk65oaxA1ei9NMdXun5sDY2l0qDulG99R8iDlXslzeXAWfnvLIqqhfG6baFXPp1jEgnm0KwIY8HR1uAZjTi~H1qUJpjmkvASm~sU-MfxoniBgmWX95bvxY5uqGKsVuPA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/7/actions/image-35950593.jpg?Expires=1768731375&Signature=Hc0CeBd2ihI1SA2PfwfT7iRhv4BlrLDatqSJ81q6jc3xcbLUTnGpCDTIuvPRC-Xt7vQcGotuw7zCaIOR5tiymXlI5qYymbjTqgrLubsz22UXFfioEPO5MxO7GR3nt5vlnjIlHp7bUFkuiDB-F2aw7aumC81YpUn4eG3644hj1G0l9Ctueh9bVT8HYzUURvFTmkYWB~BzD0~dOLzhUEF2dgqoA0HDhXnvTbQRE5mlUFL8KmDNhgT76RC4z4VL6KACbspLcOwLSIu8NzUgh573shzY~QsVKUQoQzvDzKExlrF01a7CAdnWHeiNKSlmE~hwJGmiYDJ4W8Yp~MP99v3Tcw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 } ], "obs_after": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/7/actions/image-2f29052e.jpg?Expires=1768731375&Signature=bi9QgH8o3lD4zGgIskC3Fght2IYYplM29t9SiuG-tPzzmlWc0kD1qpsfTGyHt0Ew7LAXYXe8Qs8LF4tL-bpjvDXygp12mRJstICCaGALU3VdMFoFDAok0r7bHYIUQEeBJKRiTtGlXbVBMnqPbCxYACdQhxEHfzEZRGp49M08~VIMmxROW33NIULgSWOyHScpX~08Pt12axtiHOog00zUTAtxiVvwXgrDM4xtX2YmNzlH4nr2Ql0a6D3hUlIzhvF6A1aIW~ZF~EMDH6Exw1z7Dc1BUuoSyk1OJd5v87yZRS9LWryyBKmHyx3uPpWDJ6xTAxDJrZT~pXfOjDSYtFFXEg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/7/actions/image-2f2b052f.jpg?Expires=1768731375&Signature=mDsKJuXDcI4YyNGfiDX4y7absF9vaiH7Ya5OjuvJkUAs5Qv78USObev4FGKUN9BO4wabyMUWFWkh5Zgkf6G67pgXZoUPZc9fkylhBpIqrPrY5Jlgia~1em1QMtUTAYo7VzVMvXP8ayu6KdsWEfxhzJosv3n-6SxE6YttkY2QAT~XTbNBgoSC-zEsx2RKXn6pmLHKmTd8QJ1SvDLlFGMmkeHLBWs6EAX5wldqivzbcSMvEqYYGNcHq8F7J6aOWHfX5vOP5-kIAz-Ow5avOEBCzN7cHPX3n~B7NvZ26pTrRqfOq-8bT0U1ZdxP-xAOXhHx-IpbRtst6Xx9wbQAP-M6Eg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/7/actions/image-2f2d0530.jpg?Expires=1768731375&Signature=Ni0FwYHgsoarRfs527R8kNW6KV2aXupOUXQ5cp7udOyyAvA4tYvMmlA~tfUfuMrbe0bbJ9YmhlJLzJuKFcZSNRQ5g5~K1FjbWKdVj2mmoXp9s9zS6dhMZ7SoY37XrH1fmQ8HSZ~nSCljaqysku4T~tEjlgZxuNJ~JfELn6C96JGAc4P1vMkD5rfohiFiYGfoVZlexy3MxvboolRD-C11TwAYJY25I4URivjeO5VhO6MDpPqUeQGOQuBpzEWc-Ci2nmUzC~ktDtFDY~y3DAu6l5FOMsRRFVkVOtGMaN-wwsrYEoSl4oaAcehPPEoNCqq5C~oq6g-fuF-PV95b2S4Kwg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/7/actions/image-2f2f0531.jpg?Expires=1768731375&Signature=ZNhpzdXx7xwSVdidMEogsOc-nXDvnY9jN7TzkAoHlNS2rBaLqejXvce9RxgrTXcQPHF1Eqyb3vtmCJnyUHX8YK9uhRYWq1lqbR0OKGbw6s8LfLMkI3taeqL13-gbA-b1V5IPOFmIno8Lt60baWfx-ta8tvAgM8JeNaMgsUtuRaNpyP3QTsQzbMv-izmUjSu8g-gcDvSxDQaBOa8M83BqQL3-k5Z-vZMbH17qZ5oe6ovQisiFWo-ZpDuz2tL62qDurBMw6GWd54KQ6occ-3x7Cnyl1twXwpD9hoG3818RHt5PpB7HholelRTXeX0~E0dUwxRY8gBFq7~ot8jhXHu36w__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/7/actions/image-2f310532.jpg?Expires=1768731375&Signature=eAHWtntbo--oceBbhuCaJPKPR45YbBYT9G~vPga40bzEUfbv8254LWjr0JQNzafsgrItOWtXrP4~LKH1hygc9q-mM2Eh3WktqmCoYnSbGcJagndkjN-iNdHrNvmmsERlL2gvlrMTGKHrPTlO6HaOayZ3ChdoiDa1sP4ajlCezKSBANimDSQiVdOXCxJHirii5-0ZJat8Nd3mtshHKK6tIh5LQ6GJitP225wpridjho3YuryQok5dog~JShP8NEeBNCVlktDRNwdtTx7sTXFyV4Xb2SqwfLB1IGHfdcUlNnYNGnOWQwNSX-6D4-ErcohhR65iJIYCjt9B09fWVJ~gMQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 } ], "operation": [ "press home", "click", "click", "scroll left", "click" ], "bbox": [ null, { "x": 0.6129999756813049, "y": 0.7239999771118164, "width": 1, "height": 1 }, { "x": 0.28299999237060547, "y": 0.09099999815225601, "width": 1, "height": 1 }, null, { "x": 0.8410000205039978, "y": 0.628000020980835, "width": 1, "height": 1 } ], "metadata": [ { "repr": "press home", "text": null }, { "repr": "click PLAY", "text": null }, { "repr": "click roperty.com", "text": null }, { "repr": "scroll left", "text": null }, { "repr": "click Site settings", "text": null } ] }
aitw_general
mobile
[ "scroll up", "status task complete", "click", "press enter", "scroll right", "scroll left", "type", "scroll down", "press back", "press home" ]
false
open app "NewsBreak: Local News & Alerts"
6516120910269624424:8
{ "action_id": [ "bac8e1f0bc624063b41c355425b6797c", "936105cddc784aa1bb19e8d26c572cb0", "bc727679614f40cebf0c07b6f08f3dbe", "e459c9cf42014a8abbcb7448d8783994", "f918947818fb4ddfb199463df3c46a72", "d78e2e4424e443169f3fc41af5d4b38d", "3dd7d47779214d1fb353976f019fefc9", "ddf62bae5bdc439b9ef520e241b40069", "5dceeb7b3aef43b8b2ee6a054ff3df08" ], "obs_before_path": [ "evals/datasets/trajectory_lite/images/aitw_images/install/6516120910269624424_0.png", "evals/datasets/trajectory_lite/images/aitw_images/install/6516120910269624424_1.png", "evals/datasets/trajectory_lite/images/aitw_images/install/6516120910269624424_2.png", "evals/datasets/trajectory_lite/images/aitw_images/install/6516120910269624424_3.png", "evals/datasets/trajectory_lite/images/aitw_images/install/6516120910269624424_4.png", "evals/datasets/trajectory_lite/images/aitw_images/install/6516120910269624424_5.png", "evals/datasets/trajectory_lite/images/aitw_images/install/6516120910269624424_6.png", "evals/datasets/trajectory_lite/images/aitw_images/install/6516120910269624424_7.png", "evals/datasets/trajectory_lite/images/aitw_images/install/6516120910269624424_8.png" ], "obs_after_path": [ "evals/datasets/trajectory_lite/images/aitw_images/install/6516120910269624424_1.png", "evals/datasets/trajectory_lite/images/aitw_images/install/6516120910269624424_2.png", "evals/datasets/trajectory_lite/images/aitw_images/install/6516120910269624424_3.png", "evals/datasets/trajectory_lite/images/aitw_images/install/6516120910269624424_4.png", "evals/datasets/trajectory_lite/images/aitw_images/install/6516120910269624424_5.png", "evals/datasets/trajectory_lite/images/aitw_images/install/6516120910269624424_6.png", "evals/datasets/trajectory_lite/images/aitw_images/install/6516120910269624424_7.png", "evals/datasets/trajectory_lite/images/aitw_images/install/6516120910269624424_8.png", null ], "obs_before": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/8/actions/image-358d058f.jpg?Expires=1768731375&Signature=mu2mj0cLsUZDWDeT1wHj4wDNjr38LFG3FMkJUzJzmODtsB~B8fDN2zsga7oOarhbXvJLrarGUzJA7xmuTubIXCQGiztQtBWUw-dr6iNwzEoq9mJdlr4iKtJEzzKyFcvnVt8LhX8bw6fOV3YXkLstZlBtxwruuGXQSkGVANWl4RzFiD5LdMY4yrdt5KZfB3LyPFDoFTXo87lTcDY-dcxb3Lg8UXuZXaZHZ29Shk7fYUb0nlEJ4XzwNQDXiUt2U4OUVitKDx9ukmu7Qy~7raS8mw0MH~m5wBwIAw1PwRCD9y7bYevc~Nur-EXZfAr4VxALidchodSJbFlkIMjin-a1~w__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1480, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/8/actions/image-358f0590.jpg?Expires=1768731375&Signature=D5GWv0BJc430CDdxqPEDIW8mCULshFzVTEYmW5k577bdib1C4z-~XYNrETpJMOUJHsIn9e3W8Lul7JC5WKpW9Xa-aMPqJE8-o02hBWODVSc6Uo1aZlxPPCiij5sLEMYNNehwFmqYncp4Qid9~X9~--nj6AVw7vIMV0ayo2O6zHQBemyAoVbPuLkM8eJsryiwwnHvQYGzpWyZufZxKZmL~Brzz0UbB6Y-DER6W3-nZV5MWGHBGaSwZtQVMWIWxjDRJC9q3ffsUoZrY-DSinjXNGuDZituu17m9S~oqbs02YZvdW4NQIky6RzK~m84jttdVKx0SxABwzE3QGvJRn2V6A__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1480, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/8/actions/image-35910591.jpg?Expires=1768731375&Signature=fS4kOj6rXj6lQe9oXHFPYOyAoCeu9nw8~BN3is3gqOGwQ4TxT4Hv7SP8Lpo1yCAxqKcN8iWkQN6NNyNO3dUzyYvepZMIM1dqR1WZ3Link7ZC60qI2IQq-TK7GBVrkEC0BWivOTiq9lMzpYnw4sQQjEp1lUDWy1CIQ13uzp390b50f8jnB2Z5jBQpiCfnTWb4wYpQpi4XZZ2HzzUOOBVfdAeHP~cZVJD8mkCea-2vXSWUkPCz3ZhWcWbVbzYiArYYRnHQyPBemG0xPWWLgH5eLx04a6AfrmPS~xx-n0sllz0S7lzEamSY7MePMAjjz0uIVT0x~55oJar1g96lxN08AQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1480, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/8/actions/image-35930592.jpg?Expires=1768731375&Signature=HNhBTJySLlL0r6pw6h5DqxPjUf26GDDiKMEyypWbsxwdSaPygPrrnX5nsgd40vtE5pLYz7k98QN2SEMvGb0qq7pTVLGlZLig9eR2rQkxH3u~vxtplp4kal3UJgOi8loLEsytRHgh-4d1jt04Bd~~aGLAwZub36nK764FWV9icnAjh7KfCcPLqGVZCjHQuwNB4FsuvXNV3fQpxqUXKLo~w26vVKab-0Sk1Q3AUWq6RhxIrwFE2uRvQWS8G87ivWmMOX8EowmWUJ6UjFynmXw8koxYQtYGGNnd9yYRyD0u8d1msfxLnKKFJKJ2IF3HFA5MuTeBeH4H0-paSHZIwPQwWA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1480, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/8/actions/image-35950593.jpg?Expires=1768731375&Signature=a95bfBK~A8xZw~G6IoBbudwWCJQGJipCP7EohaP2nPwOGt-siX4HOO4~wclcXDZ7muxOU0EQeL6EM3sWOp1dEtEMLAftyQnDEIMlQCj-yMa5Rwb5V~Ong690-UP4n1B8wQ4kQ4S7kBrQDBpq~ivr6zpJkHbDlOFk6x4Pvxwoxg5sfqc9eEzjKtwMdpuvbbm~dHOv5yGQCjVjjtdhLBL6-ySNEXMgW3xwo58xfSwNqA0hCbgCbGG8186jjMaFm3gwf1u7YwexKYeCRWyT-NwAg8IM3-vxuTceHVv9e8KTK-RU4ilpuptLinCW83giN9Pn~g9CJwgnMaCXAaRya8NLkQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1480, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/8/actions/image-35970594.jpg?Expires=1768731375&Signature=jK3SPZiCDUrjxYmQGsCxnrpRHCOa-v4VK41wIaa-zYabgsguATmrRs220IsETVMBuEdJ3epBoFyb6edVatZ4YIdAILgWevguDQjWEDGBrPGPk9HKuIVmBeCtQSrVyvvT2774DiS48Ae-4INJ7V~eD5JrfBW89KytxbJ9BiiyizE3VxbOERxsBEKm8crGvpCpgLpqrOD7cfcSXECsOjubl3jM7BqmrAp5d7x4gp6diC85rroM9kOoDGD507yyVcu-H10gnMoW8roz4SoczQycOZuWuUHFp8cfN0gDqAP60jX64zM0N6zmpEwu6aJMB~QccM7DRzzZmzRGYvI4ncQokQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1480, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/8/actions/image-35990595.jpg?Expires=1768731375&Signature=sQmkeuMYJacbPAJ8dlr1hbvWGbMSUKkRD~~5sKd5sj3iWbRszmx3X5ZSiCVBrQPhOHbmQ--2QYq1FAvXXx0QCLtbBc0ZOjYeeszC26vvvZUrVbx9qz53l6o2TtLiAMOfXce1eKg3kowd6bO3JAYAnRFIOaOa33MO-VUbEvdWVpjjta13e66-~Vb-0C8gtEZW7Ekq4qLqy4JQWi5JqJgtdTQKADqhvlcmyyppgeb5pXjjDu3aZgk2zJ2qp5gygpPf0PjcLuclL6kOuzToL8c10~xwfliy55-hNhIbXj00A0NwAUaQxpOJY9knIFwEM1LOFFBBXp5XULyD~~-V~okZww__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1480, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/8/actions/image-359b0596.jpg?Expires=1768731375&Signature=nsfShZn5hx5ioHIxooWn~EztAlFAj8yDCizF0x3rwTOyJb8S9ar~rYno~FkAKRZddakgsZ~6wrwhgQ9MatiskjwTMWn2vmwuMYOQZdxSwKDOSBiMEiF6dsbsMOyi70ZfN6jtHZOQf19e6xCEH8ofVpP24cdJs1Mx4HmZEqGUVJkRBZsAMfotXAyRBjAdq3ylnfNIS7bL9kahkiWFP4tx3Sq1O0ynZsYwg0ZCqdUaEUs1zUohuhFlXgU7nnBJnGJmR4br6qGPc3nIUQWa~HUkMhlErfVrARni8SzbeOpEUXCq16zgt04wdEjmOJcYixca84qLLBYOKxPNpusEABzRkw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1480, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/8/actions/image-359d0597.jpg?Expires=1768731375&Signature=d-WH61vGYNERjfMdIyy9NCy0ie5wGRgpuGD2BMZOje2KBcT4SlwczGVZwwchQh1O0dMewS4sqM8zemnenn9J~hh-14MboucnTfyzTkfKb9I8x23LZYTzHtqApz5UGCifhhuyAvziY1wgzgzp5XkJo-a1pUeFDTGksNz~JhMzuXt5BZ3Y-VL6QuZMsJsRKA7j8e2tO7mBaweQX7u5MEuRkCssCf5DnffOJy05GtSFaHdRjdu6sKtI~rnaRUaTsHZB1E0tJG9ebDXDvSP6bY-zC8Ht44vHuDP195gt3u8JV8kFjKYOD2wtEl2zBzZJ~HKMo86Qg77ol5ZKUiV2nQSuPg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1480, "width": 720 } ], "obs_after": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/8/actions/image-2f29052e.jpg?Expires=1768731375&Signature=p4NCTaVOlazyUzl59X5zyhFHG8RCtMkLKfNlcdP6k5Ly8uJQHqYMx18Dn2sUSslE0Qi21Vs9wFoR~dcXIuH6bXlQXdydnHXo6eYK-Tse-g1AXYPXeto6dOlw7upxJD1JIZ0ImEoS9oNJkOOJpBu7dI91x9KRKPVwCWIMGkXJXEVlxrvoqH2oN8smMRDEIwZjLSf4~7VvGaI17v4W11ZroVo1X~17t7dUU2bfTCa~dNRvrMSAmYkViReiyM-dqgTznMFE2-BmK~6zqvubqhPPKomkAU3RidPS2uLmXXbyqhvV92iPkMwONKs6a7s01rHn55inmlnNNo5QCPhOY1dcOw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1480, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/8/actions/image-2f2b052f.jpg?Expires=1768731375&Signature=f240QrZl3y2d1kIUmRMchzhJViCJqMIIHqKva6~tZHEeA25TTRMGQz9gJ8ARhMmF91oBnz5Oj3XRqLi7I2dFpAB1RxkXuu8kWgS-EBF4cuYBumK9pAKgD8BvbcpDOv6GfhUZId3WLi~njjpO11e3Aj3b97kXYbXqptA~8zK1PzmZdpvLLFCMsRAJ5mTkkVaHrPAeQ0i2C9xLaxNDOqGxi-X4Yq3oQ~S4aIwtTsQzt~nAjcU1mRcTvA8FZNXDxWcBRcTtYeqP3T7CE0i0xFcdVDYjQyBu4W0Cppyb9EI45MSy6wLpcwub-Q1ay0Olt5SgGFxlPk~WbbH9lcDvsOurEg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1480, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/8/actions/image-2f2d0530.jpg?Expires=1768731375&Signature=vExMKJSyw6rAfqHB~4bmXf8~QmhRUvUFjqWY8Vnqlq0-FzjIKwHpHy~8O6rvXIsJ7WO8jsu2PWVQW8WpInBKz53U97zzPKers0l-g9n0RNusZ-6Duq5BBPf15UcCSZlQUqRHA-CrzaxWz150e7IvA9AluPxIeokB2JqNkX5IFvOmgbmsr6iz2z3Mc6hHvsutFxtm~1FWoOyPyLCe6mUVdum2vIbATY3sbAwfhWIgFTH6rVumbJG-61VtF7bxBfr12QVpjL9T13qXYk9Iey5khuLTcFLF30W4e60LTgvajraPxVUSWjELoxitMerLPwN6k5oYkc~1i8jjf4QaRr12oA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1480, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/8/actions/image-2f2f0531.jpg?Expires=1768731375&Signature=zUvWYm4vjmz7y2YVnA~7Aqb-8aKKsl5xV1D4OHB9nRHiowlR7a-N5Anh4x4rsEx0tE2kebgcv2ar7e7JCdUyLWkzFc9pDqR0kEL3blArfxanCx9L8aA69guF2qAczbyfg1Dh73TB8~Ad98czG4mzzmh6zGxZqNQcPy3QzN9mq~0Gx7DO2FYmENRW2JrA7ih~VRoSphV5d4OMY0mfP-rIsCsmwtwrVpBPj6lx0sxuXVlONnBpyRGKCd7VPvWXV64Z-WasPC4i5o9L9shJw~UxgDxo5ofEZWJ~V9vhlEEzUp00PLVSHJxMDtjoPvp~-YhVhfbxZX0ShTglzTn94uzv0A__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1480, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/8/actions/image-2f310532.jpg?Expires=1768731375&Signature=bhDA5dIc7fFRZ8TRf2sIsvg9A2OxbdoX0g5mnzdD4jWJO2T~fByTtRsf4nDfmiWdEQB5fyOjnwdZH9gS-5XfhZI4gwb~92bdzWRbJEWRphvGqKgTvHa4md0wcTLRxfMesog5b~dofHNprsE0ACwyzcZbSNeyjUCZjv2hNmQA~GdrHkKW1AxAAFGwSPd0DFb3IJMa60ssVmoAWGiWP9pInR9NRohFqKB7Uju1CLWIv04BkjCg2xda2lZAKTTOpV-bAslhX3nzvhTD21~~D~E6-sD4Nu03Yo8Z8JZj8IqvDEUpJlo0qoTby2xIwmgWu5L06WVAYujjyTz2g3PZawOP7w__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1480, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/8/actions/image-2f330533.jpg?Expires=1768731375&Signature=Zcx6Cf9iqX64ztIYoREiJio5SDa38cPZXSOeDAFRYk6E00GW2VkqXVFHGg70SIoXfryy5z8AtAlqUHP-vx5-fgLtErLD1ZYTi3aNXGXJMfCKP~vE7syd1dxL5NUPBOPjs5Y9BKc3NMr8iyGdUKA7Gfsv0iBVmWJyD-HpUVKwb-Mq2EE8x53w~iaPbicV3bnoJ6nIdnksB~KyNP5cS8N8-WD3yb3hJmviIciaz3hzDber5MWxbbI7UdW2~tEHV-BFeauF-APhtirRY40E3twbYk-Fr7R894injR-9~CAhL2~mfXieBX7S-FnGVQ~5rO1IvxRrbyRdbYHC-CpC8ES83g__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1480, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/8/actions/image-2f350534.jpg?Expires=1768731375&Signature=b-6vRrTz9UQGi1DRpPrtK3xPRkGgXSg0xgpvPLi4-A0WEmfTIJJSVvXo82PQrtTMNVNvv5fvV9M2hpDu62VjuL-sHOurFkjuh8JkP~Amt5CFEw8vUggN4Dia9FXBbsrFI9E19dpjCSW8FKL4W2DNqqIpdnDTE~q3qP1MgmRhA7usnY0sBpuP3ZP3u6TdAe3U8uOMKRhHs22bq8gsTKAO0-crCfw6AyXt~PfZtxMKofCHmSATgqOcKN3LocBLv8~0~Vlss8zoIGoeCSaiBDNek~ReA1yiCpORLedAYOljgUSqLRmJYUcdu9yRsRt120y0QiWvPKqbQYVqp7Y1YgzcEA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1480, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/8/actions/image-2f370535.jpg?Expires=1768731375&Signature=Kl7Gmx2~w3bGyUCC6QYInmTWZKP6YH9w8iBgknP2KxYmK7MgVKLqARC9IajM-tlAdWq99kpdhG2HT6wEJO8W2qrV45Bt9XP2S-LNr3lSogIdmxuBO3v1ohRZqyVPS5zWxjxLsNcZ1QyXViMptUfcCSFTtlI8HLqGTGWL9wYhLnLCb~ghvHs05Qn37qeEowWLniZIFyUGZ~ZKlQETaxlkhqOPPJlgp3WV4~AryRh1g1NflFof~pql2dhFur8azrexaV7ouj3EbEtdDLbAiZ1K0GvjksdqSasbdkD9MSI7qGyLb0iwLoLh~BZxaGmtY6MWOA5Ddsm17kRIDO0eiVkYuw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1480, "width": 720 }, null ], "operation": [ "press home", "scroll down", "click", "click", "click", "type", "type", "click", "click" ], "bbox": [ null, null, { "x": 0.8740000128746033, "y": 0.7429999709129333, "width": 1, "height": 1 }, { "x": 0.7789999842643738, "y": 0.05900000035762787, "width": 1, "height": 1 }, { "x": 0.9290000200271606, "y": 0.052000001072883606, "width": 1, "height": 1 }, null, null, { "x": 0.30000001192092896, "y": 0.12700000405311584, "width": 1, "height": 1 }, { "x": 0.8820000290870667, "y": 0.16099999845027924, "width": 1, "height": 1 } ], "metadata": [ { "repr": "press home", "text": null }, { "repr": "scroll down", "text": null }, { "repr": "click PLAY", "text": null }, { "repr": "click MAGNIFYING GLASS", "text": null }, { "repr": "click X", "text": null }, { "repr": "type NewsBreak: Local News & Alerts", "text": "NewsBreak: Local News & Alerts" }, { "repr": "type ", "text": "" }, { "repr": "click newsbreak", "text": null }, { "repr": "click Open", "text": null } ] }
aitw_install
mobile
[ "scroll up", "status task complete", "click", "press enter", "scroll right", "scroll left", "type", "scroll down", "press back", "press home" ]
true
Play the new Taylor Swift video on YouTube
3872257046557801730:6
{ "action_id": [ "a3b30debb7444ded8e4c8b08a4fbb909", "71c2d794291c4d229a46ff429843d4b1", "bd83db1778b4411db0e99139c93a9271", "48aeb152e8f64af493dfa316a0ecfbe3", "0707b4958b9f4648b007f725ec7f4798", "7ee38a19e7f746f982ed16f7d70e14b0", "012110aff6a44bd0a1aa7be17ec8b1e9" ], "obs_before_path": [ "evals/datasets/trajectory_lite/images/aitw_images/general/3872257046557801730_0.png", "evals/datasets/trajectory_lite/images/aitw_images/general/3872257046557801730_1.png", "evals/datasets/trajectory_lite/images/aitw_images/general/3872257046557801730_2.png", "evals/datasets/trajectory_lite/images/aitw_images/general/3872257046557801730_3.png", "evals/datasets/trajectory_lite/images/aitw_images/general/3872257046557801730_4.png", "evals/datasets/trajectory_lite/images/aitw_images/general/3872257046557801730_5.png", "evals/datasets/trajectory_lite/images/aitw_images/general/3872257046557801730_6.png" ], "obs_after_path": [ "evals/datasets/trajectory_lite/images/aitw_images/general/3872257046557801730_1.png", "evals/datasets/trajectory_lite/images/aitw_images/general/3872257046557801730_2.png", "evals/datasets/trajectory_lite/images/aitw_images/general/3872257046557801730_3.png", "evals/datasets/trajectory_lite/images/aitw_images/general/3872257046557801730_4.png", "evals/datasets/trajectory_lite/images/aitw_images/general/3872257046557801730_5.png", "evals/datasets/trajectory_lite/images/aitw_images/general/3872257046557801730_6.png", "evals/datasets/trajectory_lite/images/aitw_images/general/3872257046557801730_7.png" ], "obs_before": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/9/actions/image-358d058f.jpg?Expires=1768731375&Signature=KT2E0hBd~TuzvHjA6KrKMt2ZU5AfKQ~KgWNG3mt7GwP4LGzOvJULhmY~1I6lqqRsBH5Sw~JZ9H9z5s1cgiNXKD~0Pzn5I0RaZ7U9tbLqZ5KAGzjCSbbJRsYBu1ciam8xsbBAeAi0IW7X6Z6fD2rgJvFLRpXc2Vre8FavrLcn06v70F0ODKuB1X3giGpTcN2ZcNTSxbmIqmylsI8SOp6~bSPXEmaAXwdlBcL9S3rWZvQlIUnuuNQrOKrIbR-heSiw70zKxfi5u5SUSyz0VSgapJr5W8wtacFnMj81ZijfwFPXKCTYZ9jb8hXAIZ8YUopW9-Iwz0ByULqaqS19sEyJXA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/9/actions/image-358f0590.jpg?Expires=1768731375&Signature=bEosC~ShUJnWLn~utnTO35fU2YzhBgg-485ZGGepLEhiy2PcgobemBeRgb7AtUjllqAUvbQEKCM~9TgEgNjCXcwsmAm57WeI0obi0c-WpqRrkL2A9KptA6FiNYbhfj8hLwyjvCKdTi-XzNqBQ2KCX6sPWWbnMDDv4ByBXptdjvofLQTYcFsMYqTrUDlnZQaYsUar2CSFb3YrpOip47s9NKk~POsyoHLUKONI5tn6hyJ9IItCQEL4Vf4cubclnlM8KqKeEdLs4y5SjPYPT97bCFcyfwMdYx9skGAwfKV~mdOdT2USdAZZuxp0VySCAyc-TJq-g-0sfqdVdfKBYPpHQQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/9/actions/image-35910591.jpg?Expires=1768731375&Signature=x54ZGG9aZxlOhlThlvyv0UJzh4tUA5bmXHrAxLf~MfpGrr2yj6roG7ljPSGQ6D5~NUbrtDdM9HWcy0qksmwlqt0YQJFm5f8dzLCLQs5NJ7CF8yN6oyQjuWnrhH8dYwXur~d5gRdEbJx3JC3Il6hT1L9wSv8Bken6i0sDIpcqDDmkd-47yG~BLa5s9JtuCXols9HWs0C7Tp7XctfQ7nWS8d-Gi~2E1jNT-9jjDPVEboIzvwG~CxBa4VZuucUxy~E4y9zNRKhWLxybt5bttm-gSCmEGfEAS0GhaTbmIyhTYAqxdBGwLQ4yrzj12rwBshi~HSFv2w0nFGf3KBxYNwdmkA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/9/actions/image-35930592.jpg?Expires=1768731375&Signature=TtrcPfBQVx4wFkENyaPTw3gqyhYubhhDVu0lTNfzaenXqSG~Cydjjp19134IRlhOJxlj-N6Y4YiCX4VPzFiVzumqnlRzM9oQV2FLJMJq4ArPFwXZf1FXqN9WVcc8M9AVovEour-XAoxSZfzBrItma1bNtkHcpB3cNhCd4wDUhLZxSLW06XKQh1uXHPtsnzYHLRVhTZLQkqUSRBLvb9mjBI4cDj8QLkeAs6N23XcIeQFMy3R9wAeMLLJvA5gyM-x-2wDWfMZUxWF8QM5btlnsXutIIw-J8T6mnND2gEoN8mklTwHKLR21qMidbODRSNf2feT2jlw5HTWsTJInmSpxBA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/9/actions/image-35950593.jpg?Expires=1768731375&Signature=kLnCgrriBePpKpgVqglhflQ3h9vqbRVznIQEy5PV5tVPH4smSLluttcDLzhRSEtRgodWS3vimVhtVKuzdeF04~9lc~gWJ~cVAIW~G7CnSKT2ejEQn0O-89PM9I-TuXKwD60Ra8-TmjhXd7x7UZZx1agLe2ZqLPlDRiTWKNq3WkkOH12rXwMmnZUFiDavTixiesu0u1hQIXpjPu17gPwgLvAA6mru9WWHLZRGqJxm6h6s2nRwRzlkZ1IjCHkjGMrO3LKSeOvmqhMoYw2wT~YAB8Zj732SlQaceB6xM0A14uQ2el0-A-BmLKm-G5SbtS3s18qtIIiOcT160Nbjj66fSg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/9/actions/image-35970594.jpg?Expires=1768731375&Signature=b1PYVp6RX4aXuwulpUWv0PdhFIwn34gxSzDRB8n5mfagB18ug2O3QYdNCjwZNXm5rL0~Tws5hXUB-2czUHgVq2Im30hL7yx-7d4BPtgy5FGhA5gU~2Xp6~IVUQrQTrtWr0BJ2o-0Ud4peHtLnQeUEOqwEmbVEMtgG4z6dXgevIOFBjm~li~pJAxgo589MGuj1IvvFmTW3gBcMsjmY0bHjhnAhdJfmZxmr7hqU7GGieW~GXHlZKFCvaun8iXql5oTVej07x3LABGDgOne~g~SmT--0wL~ae~49htZVIHhYsOZ2xY5gpmIDM771wcuJaQUBvT-gLJZ2J7OTQgE9FWYcA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/9/actions/image-35990595.jpg?Expires=1768731375&Signature=lBM5Ple5GBY7LD6DaAPIvo1imL8a4E6N01F1nOhAkWPT~drfyJVUYaZpAnv60H4WnzpG5c9UNdGy5gLQfNd~vt~AaCouO9N8sZXdOMDtMImZr87wezYw4gWgtcBhZFRyF53LNi9qK5DzbvQNxslNYaGsuWITJZhEU5taJs4I9E9PqFnaSSR8hF4~NUegELeDtB2ZxIPAj2fMq8LXC8GzDrFYjstem~IDatmoK6J6U8QlAm5f2UnrNjqb0TWdszp9GbUA~hypsoQufKxexRtXuMsmXDje8I4o2JfwyE85ivW4LHt9NytLtdGgeEgzxnpeGNJVD6cQ0cm~2lZkn93Y7Q__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 } ], "obs_after": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/9/actions/image-2f29052e.jpg?Expires=1768731375&Signature=MEm1Wr0xY4wBS1PKACL7pdRLHUETFaLkwxGtq04hEtWBPmQimLbSLgc8Mdjorvt2E7anvw6Uv8~xzKFdyYAZlj6khSmRHIicGcBnhCsOJ~19VVSFdvJElC~YAOJMuRIvdUO~xBJpBkW15y1nk96COzEBw-IiNIKZq-cElw-lixuGb1AIitucZb-PuiZ-kGoIjrOWuMFrLVIeEKJv2NkkhcINIcbHh9Qa2Y3CvwEJHoym1VtBH1kCJSLIA7NalykZQcRrTvKzD9gyN1CPoxhUwvhSqrdpM1FIcgZ9Tm371KAp2sgq0tXN3FQlsprJKLWGsR90KKoH2r0mfTQsVfUO5w__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/9/actions/image-2f2b052f.jpg?Expires=1768731375&Signature=k5zwHSfKsZL2-UcbLiqPy3iJAk~mwHf-iIIzb1t3oRY6ZcTQBi2LJ8auUCO8fru8lFKp0APMUyuT~kl8bLbu6x1KpACMfbNdZmHMAlZWBB9zHf4hRePI~Jxgv4mYKw4YCxCVZShjtuy1sbgViO2GTv4EQ3l3VxGHbYDeo9MJwcYDPcl8JrwXs-kKBRCTnPJdMUiN1tseCQBFDwBX7ErjrMIvMDVS8I2O3ta7NmbIWAqNGvKCXdAjoUGKhauGYBDFCWrKNrz73zqToGPnOadd0v~gvdMxX0tZSU8ga8MhaKjcNmfPTYBAmQTmkvFdx-1uX7PQMhRwxAVj5Htu9vAzpA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/9/actions/image-2f2d0530.jpg?Expires=1768731375&Signature=GvOLjZi8BrMIKrDsNM0NEXu3i~WYEAiirb~6QKqY7olclTqW5731kFWu7WTVUrYKn8LKrX9fY1F~1wYpn17-TUGzzu6ghwZjILEDjMuvy55I4q8QlZAC4IFR0fBIp1gC5QU~0dGZ5bVleDCfybWsPMsmqfp2cC3tbZtxDlK27Dxv~SMr9ivyFiSdUuzrWfxJk67WEzJ43ml2jBMvu~SBLC14qwgk42~gIZPsf7uTRQM74Yo-tV7AvicptnZ8rWBOhvdBDrb~7tm-TvltaEOaD35m99zIxObyx3rSdOvYluyJcTkvBH2Y7k3EStIueTAPt5dAOFYuk9vthxee2VvVmg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/9/actions/image-2f2f0531.jpg?Expires=1768731375&Signature=YNXpX6-fQQX2SG8vCipEjXE2Eo7HCxICv-a7VfEQMDraUajiPDrH0EoNTSvj4t9Ay-BHVn-e9YWkilIjsC4rvDBlU0W0TG4lgMRQa2KBnoXlFXtNkALgBxw~bBc1-u~d40p8xvrSL4WJi2WZ4pis3eGch6n1ZbAdWG0WA4CbIzsVZeoc4f3NSa8h9r3QjDW0IE0sVH6auymytRZqaPmSLh~IfJvtPB7C7Et-cSXYetNgoP9r1UC4ucIokUFlVzPicURVLWvoNbQA23JkQXZFU2~YdV7CSRZJ031UKYmiWT2hTelrF5S35YryHUwNsxgYX~Kowd9DwDdXK1EJ2UZarA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/9/actions/image-2f310532.jpg?Expires=1768731375&Signature=Lm-eEpCq7AyQul4skr4HLaAb9ORIjOStoIxTjH1dEb5vlCJ2~NFKiO8-MZw7w3yuoYn2fdnPSPYbsGDWYKH5ER4tFSr5zX3Cf1JbSZW-y5z7~qd54kbhiF~8~5FqLMgLb6TYsmdkxstSxWL0IAU0PCr5gzlRs50e1f-fRxaF6kO0FpEGtW3U1FCDoaGx8luvAW9qR2N19o7y4VhVAEQrrRNThlyyZyuQnCcRdavbkcXforGoDAFRhN8u6yErxw2GTkZovERe~gttXSWffZOXUr8oWZtD-T~gYP14AGgE-rU8UjV8dMz6wJ5lrqqUxX4e7Xk-haAtU62GGzSJB8VEDA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/9/actions/image-2f330533.jpg?Expires=1768731375&Signature=LztX1idVRUnTttZf2MaF9Z~8U16JWuII1KWuX9cO9aqQNbpp76-c5WzfU0VFEJYywPWOD~~d4kppFr1psiTyhmaINblASg0P9qwH-8icDoLfAFsLUzibp46qdAl13XfnBDMHN1Tvhxa9O8hvz76k3ouL7gLyPj3Yfi203hPKjeghau1Vin~1390g8NalGCy2pSTth3KlzM1WTb3RQbLeUjdALggs3YR3rtSxEYqE6wClvC~aRMmUpSTUBzvadxHGYUtK9MCgytw7UQusuIktzSyUh9bnWVqqBg0AxY8obl3fg9D2wCBV1IxXNoFUIB4h-ECkLQfuiZ7g-bgkxqjiaA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/9/actions/image-2f350534.jpg?Expires=1768731375&Signature=q8D9pxIRZg3f1Ls1EXIbrTJzuLbPUwhFrQO0OgMrAvfhdt00ioM~3RslmvLTi6lkMxfgBkiHxUXH9p9rOjk3yWLBMpLSCf73yRwSbD~iH0UbAXF1OFTbxr3v~MqosEsGJ9Qa2tzIH-ulEtf1K7t5A2mc9RCViEWfIwnLfUCfoJ92ZmV6HOzAXGOCd9zKT8uUrvLBwXodWig00EQzI-6G6~uHqhqWjgz8d~dbhYY~PIj06-ef0AOCOlHVMYrNszmsnn~CZ2YgH2v0dcbHhCluvlv--4WonEmtnD6KWq~yFZAIEthT1tSi1F6oTKwDPjdhnqxF5EP8eLOwGwHuokQw1g__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 } ], "operation": [ "press home", "click", "click", "click", "click", "type", "click" ], "bbox": [ null, { "x": 0.8809999823570251, "y": 0.7940000295639038, "width": 1, "height": 1 }, { "x": 0.8519999980926514, "y": 0.7820000052452087, "width": 1, "height": 1 }, { "x": 0.8360000252723694, "y": 0.05000000074505806, "width": 1, "height": 1 }, { "x": 0.4230000078678131, "y": 0.061000000685453415, "width": 1, "height": 1 }, null, { "x": 0.33899998664855957, "y": 0.11100000143051147, "width": 1, "height": 1 } ], "metadata": [ { "repr": "press home", "text": null }, { "repr": "click PLAY", "text": null }, { "repr": "click PLAY", "text": null }, { "repr": "click MAGNIFYING GLASS", "text": null }, { "repr": "click Search YouTube", "text": null }, { "repr": "type Taylor Swift", "text": "Taylor Swift" }, { "repr": "click taylor swift", "text": null } ] }
aitw_general
mobile
[ "scroll up", "status task complete", "click", "press enter", "scroll right", "scroll left", "type", "scroll down", "press back", "press home" ]
false
install app "Expedia: Hotels, Flights & Car"
15383151622903431978:2
{ "action_id": [ "7ba557ee969c4063b80ec59abc243553", "241df97e23a34d349619a462fb993f65", "3517aff17bc449b2ad3cc1fbd213388c" ], "obs_before_path": [ "evals/datasets/trajectory_lite/images/aitw_images/install/15383151622903431978_0.png", "evals/datasets/trajectory_lite/images/aitw_images/install/15383151622903431978_1.png", "evals/datasets/trajectory_lite/images/aitw_images/install/15383151622903431978_2.png" ], "obs_after_path": [ "evals/datasets/trajectory_lite/images/aitw_images/install/15383151622903431978_1.png", "evals/datasets/trajectory_lite/images/aitw_images/install/15383151622903431978_2.png", "evals/datasets/trajectory_lite/images/aitw_images/install/15383151622903431978_3.png" ], "obs_before": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/10/actions/image-358d058f.jpg?Expires=1768731375&Signature=SCtENQBs5RrRiHR-I1hvc4xhLBD-AL6safTa9epAyDfk242az1~AAqwbKrkFOTLKPvwJyLbNrmFZZaH0mkxNWguESxb4ESAzX8O22jHYLu6ejenFeNlF-LKFC9i1vAGMTdNME~rusRI-fPORdFr~uuji5fk3nuxxDqgNVt6NVDoaB-JLjY5G~MCR3QB71fsi-wvDrma7UIeQI2sbubmG9PR8gzQIVSwpu2w0rz0WXwjzfaiCY2QLBM0GwBXS0tS1bIkZqiUjEnvFSJte7~cGnwjcvbb2MEARNXWSrVSVeUeZsNeLuzv1GqKwVedd5o-SIi~D7WwMdk9wRlTunXzPCw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/10/actions/image-358f0590.jpg?Expires=1768731375&Signature=xc39xMQHCg~Q57hStqIIG923pqzP~EPI7zencK6TK7dNjBmkqOeDv3gzkTFtbEAONYnkzDQF00LFwtebAw07Fz44J8xI8SyQcB4ZyIA7Go4DV8La2lx-7uW37c~gqGaKa3W-P1-BUY6u2sasA6r1a1QDUpf~Tj9EMMJKLRg8PEyLRZFSEx8M4gEs6T0BlLx2Xo8Jl4JlFgQBg~GGA5flMq1Tww5J66C7v2~9vjcfbxHZwI3DyE6JzikvnLJshGIrd38zMYiFWb1eV89h100zkHXkZ9XbQq5ZeTxWSB5noIXRSvuFr0udxuggsyiDodICvam1-5OyYBFtOGuaHSAJUQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/10/actions/image-35910591.jpg?Expires=1768731375&Signature=IuPsHYNqkunKHivy6fWbg95bAJEaaNqW0lCQgnW7BIxWxzujaB0nZL67QFATZYUijbGowe2vCQg~cIiDtW7o2IuUlcelG5bkAiBlMqUW1KmIgsRBuwzO7XY7CuBqYU7C-6xBbG1LQlJoUhMSlXPR-omaTqD402VUkXoSz-9lfmpbDbVHq~gKcTckAtNj5Nmj9Ixbwss8PPqneKMZZK79vx9FugDPqezcBSvtyNLGKqfUsoywnQ7DOHS0MQafYALwgF4wUv8MmrALshWvtT2XiHMPYfBz2uKFqUH5rXtPUIxfPzuJAXsFJTDZPqPM3lxRWE-bBYSNfBw8rjkeUCetRA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 } ], "obs_after": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/10/actions/image-2f29052e.jpg?Expires=1768731375&Signature=tIUsVA5rd8z4Sjzfrokk4eqwJmTBrEYvarH5MBTdK~SRN17RmLabGPNzo4uhz4WaRM7laBa-zamTmfS4Po2GHrqg7I43duUXR7Az7EX3a2DYDeMFCKsYGjYAOnJqbqMQfi011LTTjGY4eX1J~ojHmrpxPErsb5-WFB4ojl1QwbfZXw27xJdFEZkRYD-yi~s0mBu4Bg92M9HXb-WbNp-ZkF-wfY04y5cfFUEXD-F7j4I-6BJX4S3AeYxxtKUvQLmRDtEw4-b1s5LKBMf7m687mUPAs5RaHwSbcayALrL7qzRy9nGeLj0w6mVpXDjIYfVvamOUUS3FAa4MCsay1z9zlg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/10/actions/image-2f2b052f.jpg?Expires=1768731375&Signature=eRQaaIpJwz2qlBlB6~coagw0znNhfK3C7-buqEeADBDOv42PES88qUpB-GwGuLv0w8UFih4gmkbaIjnMcvlAhH3dLltEuUE5FeR~~1yPV5RMC1sos1nnfcSQu0r3hsPyiLikX-jgW0KJqbxOChpeJ7r42sHxXuUWix5xne3nBuBnWMDqadY1QdSeP9XLlRIMsDtPbsqW5-vI4g4OSMsEuGvtC465iTQbMYnwgabkZK4~bsbnyWFNwvex1EZZAnidcWHnYhFFhD8vhv6W6PeQj5-rfPKbUYpXepyqhqTeG6dH5ICKpR-lQzUgZnKg-jFQ0ik2w6iIS55W-AkoJJb44w__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/10/actions/image-2f2d0530.jpg?Expires=1768731375&Signature=e4YaPkhcWdCxgt44vp0twqI4VIdo4uS~VMQnlm6WXOpk8n~0W1N3ww3x7cCAZ8r3oBYCHm5ZMXHzAku5u47Bekocwsu2IgwknBPIgazdOX5h7Pewocly7DN957ASiydSj5AXY-YDS8SII3PCmw6xSD358aMZWYZxIqahPErpKcowYWchQY3eJwbTpfU9whNynvQBsI9Ps~W49h9QFo4MnWsanS~M5hNdWxZkW10I73XCjJmqC-fet-xMohrEo47OTgBFaHPZn1NRU69t538W4KSJYurwNQDA8cevFB~QKcIoP~9oMrQW2Mhe1OxXuUu6cjHnkemfSmrloKB2wv4zqA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 } ], "operation": [ "scroll down", "click", "click" ], "bbox": [ null, { "x": 0.7039999961853027, "y": 0.20000000298023224, "width": 1, "height": 1 }, { "x": 0.7350000143051147, "y": 0.07400000095367432, "width": 1, "height": 1 } ], "metadata": [ { "repr": "scroll down", "text": null }, { "repr": "click PLAY", "text": null }, { "repr": "click MAGNIFYING GLASS", "text": null } ] }
aitw_install
mobile
[ "scroll up", "status task complete", "click", "press enter", "scroll right", "scroll left", "type", "scroll down", "press back", "press home" ]
false
What's on my calendar today?
8750673069275507860:3
{ "action_id": [ "e4f28352a2c54d639944af95fe9ca486", "59c9ee64cb4c4a46ac1fb3ecd22b43b1", "cbfc065f7bde46d9b440f7f704b67019", "fdc8f07ecd1449cc875676bc95e83372" ], "obs_before_path": [ "evals/datasets/trajectory_lite/images/aitw_images/install/8750673069275507860_0.png", "evals/datasets/trajectory_lite/images/aitw_images/install/8750673069275507860_1.png", "evals/datasets/trajectory_lite/images/aitw_images/install/8750673069275507860_2.png", "evals/datasets/trajectory_lite/images/aitw_images/install/8750673069275507860_3.png" ], "obs_after_path": [ "evals/datasets/trajectory_lite/images/aitw_images/install/8750673069275507860_1.png", "evals/datasets/trajectory_lite/images/aitw_images/install/8750673069275507860_2.png", "evals/datasets/trajectory_lite/images/aitw_images/install/8750673069275507860_3.png", "evals/datasets/trajectory_lite/images/aitw_images/install/8750673069275507860_4.png" ], "obs_before": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/11/actions/image-358d058f.jpg?Expires=1768731375&Signature=hO2La31vkjOD1do0vtZB5T10fCWsOQzHLX4AkgxNX66adOIDHqSQErMmt-k6ISGsD7D~LoNwpUhy~NdaFh3mQ2kuWWmN7n72nfDmEQ29QzBf3fVjG-q8ht59pu5CpngTiDFGplNE2p2u3P39yWEgywNZj-gEI5f2MRsT0kMhvl6yzGmILdFEj2A-sTjiMYgLQGnUPidV5gnul3wyPvM3qjIpMbQXoagWKlBMw0kM4ZzRkwCDSUbiRBacN54Ed3TOTTwxCteU6xZrfmJTiAChpPMlhOK-qKgn-e8VJ42syPDquyKaGylC-yTnP8St0UnnIZXRTPGiBaMkzPseCY4ThA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/11/actions/image-358f0590.jpg?Expires=1768731375&Signature=BfD8MDmxL6HWEZk-13VTdKa58RdCMNFuImHRmPVIE4izoo7NDBLUzfYWYimrBXAVXoSf3PSrxnTHciE-P5Mr0~pb9s2ViAD7EFr5KOs37pIJOrVyXvoxrbc3FuxHFOPtvx-lm1oq2yk5XUh~ZZ3rJDqvlLY8dziCg-B9YTbHIu-5T2jIn~CB2gw1cOSVzpSkGM3QxziJ~3oPTUiiWYu6G8OanMCfU~I7nbmfS4vyawCydHjqdUKIdMqa1iYLL0wxZZXr10Ee0tGwmXBqjbHBeCVtNi2XuwVMUsAA2bcUNKw3WNQJ0EGcwMDoMXhjmSnQy7NtNcfq3kscPpRr-N-Qsg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/11/actions/image-35910591.jpg?Expires=1768731375&Signature=ZeoApURwUCfOpA7a6X10qV6nCKWhimiK9faXWliWjxJeVHEY34Iw0kE~J5WvxCo78UaHhekphyKnNwZ1P7TGzoWta~0Jlhi9FUMwEI8kP2Ek8VXuD89QUvrgvOxrGjimI6qSve8Lp81whtR-JBViOv2CeCqdM3whm32w4mp2ywEiUgdwwh9DQyF8GBDEiZRsHN2Abrt1afkufOtbr2K4XlW5HkXnRp9M6qY8K0Qx7kUVUCjiU0U00svr4drIV12ObgrCnj1neWmarjbBpkiH3J-YEy0INOCwNRv~-WXZPYT8jVW0ZMRZKp3GmSr9qZObTgws8V5o0ePNqj1pbRFuGg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/11/actions/image-35930592.jpg?Expires=1768731375&Signature=ubBo80uw5jAU2fhxZ7EcN7j3nmci5tmjxyh49vC89yOu~U~POpTGLpZZXPxFjDYQ6OBzQv3qXosatqiOCLUg7A5N0Al3fxHRH9CEKxCsy8PHBBnLS5dITwtF8~YlTVLRYQmYFcEa63pV9CCB34FR8aee3B-6ez9IK7hvKLlztu5xrYaW91zR5-esvVFzzwR8at0ZUj5zinwz8j1C1X9DyXEUizvxNBJz2cnejeDFGR~9I2~uXOVwzWFFIcytELPEnB3QFRMc-jWi18PuIbxiEW1GXitETXHHMF8aYyhU7SFTs~BCfkAPII51oKhswpcfyuN2PFCgKMSSArhOnuf31g__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 } ], "obs_after": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/11/actions/image-2f29052e.jpg?Expires=1768731375&Signature=UAJ1ewVgalcxljc63xNwJg-m7aZA8YZTNupcGwWV9n~pmg9rI0uVdTZKiu1~U2ggIM4lRGhZ0CBGmeIRG6qZmSeeGNEuLoJuAe3ZwIONEdG7bkYKS7FDdq1KtQLfjczzznJKo~3~DQhau-TsQYFpoJi8fImlf4~Ex2YghxwL-u4GBcsVlkOjK11ODWYVjbPdnce24RbdVmlLBB82OgffGTEc-mSCJeTY3OqhiDD0WEbnBpKcZ4Z1c-ZuqpoYKJcUBcsuH8X9fsNLhgK2-yJmiO47Upk7-DTaS9xOPLmEpS3ybU4IQCy5BDZDY7OSgW9OlJc03fYB~BWWdW5UYnhyTA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/11/actions/image-2f2b052f.jpg?Expires=1768731375&Signature=lAxELRgpnjAJ1Okkwtc8ymv7PW50w1zYZA66i~sEPBoiYKtV41HOPn13ZpLYrGpNVqY7d2PshYNC2a7wwVm18YR8RudxN5URr49to~DRqvAiBcYWQ1V9Zzja1f-bFf3ruJ3UnHA6iHVTnhBDK7jaU8e4qVaJDS~fMxoyRXELDXX5DomQwPw3ob7IThj0fi3w5dpDWUsVe9U43rJ6DWRsp4Hl9DYFl2qC1DJ4sFLifyVwL3AU-GNISA7GHgWusua74QMS9gCulaxBtVb3XwrIdSx1-EZt2Mzquyn02A3NNlGKTSGP-Oo8G6jt8hpX6S-VsuY8SGK7zNqrBSeuSc5ZIw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/11/actions/image-2f2d0530.jpg?Expires=1768731375&Signature=Cp8hg2H8t5lec5FKl2e76wAbqxSFKQZI4ii~-cXiASPl3hcHqy7I2TdKgNTt8jvAIqJ2z5tfIgfg7rZKroiwuMiDMHnkcsCE93pRL6rWREHwkwuLkHTLXT1x~vVnqkzF9ZvPypo7GT8aTE2hCM8Fs-J7JuuWjn6pOUt8LMujBcoDAltEnZUf0F0cgePKw~dCKIPatYliq8m5RDgBxdJCDDKLkRJpiwpXdEnLL4KcbO6fLdjTKvxr4QbveHMcad2M~L-ynclnlKKxFxZCF6V3LUZG4qyBseqIp1YdxMMxFp1IhLDEruynuDTqcwBs2p6HJewIcKkA8YSiaKnu7k1nBw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/11/actions/image-2f2f0531.jpg?Expires=1768731375&Signature=b4dmC8ppYsdlycTcPu3ZNwLS0vc~iclKHHXB6qTI5tIZZOqrm54qa6CJ03uqaM4ySGcf70Axa8VsoB7V-w9oBuXtKJwzwarlrbyuFTm3ulpyADVvsc-8-Hb9tgPFd-0CoYrZrrInWl57viegDrYTnLJmBrspKBGZ-HJ6ZHPnh-ThP-wkRcRI2FAGCLczU8DSNBhnAQvG6Hf24j-YyIsDKYPu5KYgdzTXvRPX4DBhYAVyMA5xfWW~HskbueSr3bxxBkyFuMZvZbWxeiI1SND0hYBiAKG8nwCNX1dij-81~6LYdbGwSGCy9kD6C8Vok2G7n1l2hDmmwJL-6AcVGJ857A__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 } ], "operation": [ "scroll down", "scroll down", "click", "click" ], "bbox": [ null, null, { "x": 0.8759999871253967, "y": 0.1979999989271164, "width": 1, "height": 1 }, { "x": 0.9160000085830688, "y": 0.9039999842643738, "width": 1, "height": 1 } ], "metadata": [ { "repr": "scroll down", "text": null }, { "repr": "scroll down", "text": null }, { "repr": "click 18", "text": null }, { "repr": "click V FORWARD", "text": null } ] }
aitw_install
mobile
[ "scroll up", "status task complete", "click", "press enter", "scroll right", "scroll left", "type", "scroll down", "press back", "press home" ]
false
open app "Move to iOS" (install if not already installed), go to login, and select forgot password
17978225801150197469:3
{ "action_id": [ "69884bde3e1240969a0441ec5447da47", "8d819047c0744facb94d5fe9e0c3a2f2", "9e7a41cd7bff4942a851f9cc0bd2ff6d", "0e2bd3e166c44e459b0835b3641923ff" ], "obs_before_path": [ "evals/datasets/trajectory_lite/images/aitw_images/install/17978225801150197469_0.png", "evals/datasets/trajectory_lite/images/aitw_images/install/17978225801150197469_1.png", "evals/datasets/trajectory_lite/images/aitw_images/install/17978225801150197469_2.png", "evals/datasets/trajectory_lite/images/aitw_images/install/17978225801150197469_3.png" ], "obs_after_path": [ "evals/datasets/trajectory_lite/images/aitw_images/install/17978225801150197469_1.png", "evals/datasets/trajectory_lite/images/aitw_images/install/17978225801150197469_2.png", "evals/datasets/trajectory_lite/images/aitw_images/install/17978225801150197469_3.png", "evals/datasets/trajectory_lite/images/aitw_images/install/17978225801150197469_4.png" ], "obs_before": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/12/actions/image-358d058f.jpg?Expires=1768731375&Signature=ORsXMQDI412Xg~~XCn7o~e22mljD8xGp8R0zqY2FZ3cjMptroSueDZndiuPisRHlxeyazHttFDqgmXIP3zposuF5uw~D5pNuC~CwKate8JqXcuX21RgdolMeprMQrjE7yvzz-LHPUexbqzhU06PB5weL6DBgl2O2Ou7M1XWtCmcbKNDv79I0pIqaxDVwc5P1BzMSi6eXvLs8uqFbn-VbQ~xsf4hzHD9kByJ-lL5Ms-Z3DOy4~G~O-6QIPMRKEBme0z7Sjj16aImnorWfcuf02CwQl~YHRqmKyewT3ywgx37sVqb-Uqeq2DgbYfH5Z9Uxlq0nXFqbk8IZoOSLWz6uUA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/12/actions/image-358f0590.jpg?Expires=1768731375&Signature=GrT~7kHoj3RDsjIq4Wo132cpbJ1q9Od1wUiVTmo~1XCyQXaSp0MW6jb~TCgu7ZqybJjUsYRsyLeDmrXe~9-tabLczC7xEvKz7e3dxpyObysku40I66w1PcLr71yZEMbVRo46IGBHmfA3~E1P~Tw4TzlkFGwG3TVlmQoQz2o126kIEBqwuPIOA0yWEOrsxfZerKm7-5QsPAl4puF-AnPY9lNKuhHLTRimo0S4VV~Tv1he7zxvAq6bJm6dZhDTk2cVLlcDiWiMKldd3oWxSczcwtXP7E8qddlaYcxOYoOI3EOBuDbTsFkuzuf37LGSdaOyJwnS~rIS7iYaD3mJhlOUKw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/12/actions/image-35910591.jpg?Expires=1768731375&Signature=l10iWeEt7y5HsXCyxToML9PEEXwg0rZugP~-0~XJiasIK4QaOZJvpylKXUpxF1BXUdzGu9eACxyKxUI8wfp5Jb3IEH-QHgKdC8qqMP-kteFQtNKFlXU3KPTVStewYiBoIjM~7BM6kxpN8vp0~z~4Kv8L4kLycxd1bOsk6T1LE30jSnvVsGiJ0ko6sb7vi58urrfsOo47OUU2FAmVDu1kZoc1yuhpe8RhBxy4wvvPzI9FDmHBphfS1pItP-hG8aAjbK~XhQPoCk4aKv5VubyQe-o1LZ32mXgDdF6Wly9tAm-Xiq69-ZQaGAX3m-4-QIPGg0ws7P4Q8JUVhuRtLft5gg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/12/actions/image-35930592.jpg?Expires=1768731375&Signature=xBRxbHO-ZKmAQKkSD5~2DWqQBe9qyn6FyYUED78prP9cbXqfwgXjW7zCA1VnuLlR~AAE~QB7aJ7CcxCD0FG6N8ZSH-LETm-Kqsb5FURxQnWQca69zmKcfkRa8uI4smXmpZOwhcBFhwh1gplSnPPejNdgGb5X3lXmuizyF8N3gSw0uTfE1Cjtf9QqPtw-chcGAZ5hi7PEiSUEvvqZ72ObKtGm~bfx3pqN7Xt~n73tSCU0sbFI1ts~mMZsTxjSvVIUXJCQin-WM2FdIb5kuwGLIw4fnqE--yhFma8-NdKR0OdFQ9fWvV2XpPnkLQ6-nwIeU4jwB4b0VHnJTpVw7ZWvDA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 } ], "obs_after": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/12/actions/image-2f29052e.jpg?Expires=1768731375&Signature=onN0OrnIRWZHEfW2-Zak7RNist6a1cMGfdyuQSxEXC3~4-FihjZtIEm2rVnB1qt75Bse2vee6y0maeeF7boRa96vxJOM8XlCVFS0kV9U9Vd8usHtzQM2vBbJ3CEGr833xCiXPJ-Ui8vOXRTUP7GCpGNdU1uk0VCnjR-KfchdFAoOCMCtp1xYHZ7B5UIkAA2GAYiYwrSRgLVHZ6BN8MGySk5kzn4ojoF~NQMqUNKEyr79o0W0LKmL59qlJLGhZ1BIx-oZPGOU1F6AAud58lekP5PMaVu~7QNBR4D9SzMO7v5lMQa07jy9U7Ui03LxRh42tn7TCyV0y2sVSXUafLIYXw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/12/actions/image-2f2b052f.jpg?Expires=1768731375&Signature=gyssnQIHf0~YOpbqokYQ4MQsXJqqX5t~lzhjY1BvXqYQQfdnTv2aDH-hEwN1cbosktKQeSIhfRQ47tijPY7BPR1fziigLC9-Q9Cx2H4OA6jsiSSCD77Pkr-~3LaqwyWFhe-RF4mF13IQZs7-y-4MtQ5C3vz5SSG-SRl~tSNIsTJZ2CBVStA~ZciF14dCJ-G~mjSCCbs6~WeOOuZH7Bx6rzA26whlyjLQio3rE8PICKrasrlj0qW6QAHfCG0n3ihIMUuCsEnJ9Xnl5RAOJUDFbJ9PFzPrS4PD4L8bBawGEb~OSkWRhAhwKtv8EsPUP7S~tRrMWodv62kyuiSr3fVU5w__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/12/actions/image-2f2d0530.jpg?Expires=1768731375&Signature=tw4u7fNYVqKePrk8~obnzWqHHq1Vscyt4OtZXR94QmFQoLQ0YzycDuSBxJTgfnTCwujkedD3UFXCE9aY4u~eYTS3wlhD3kE2KUvZlNm9svMl~W8usTo8mzsUjFZUayKh2YJbYRN4dvQe1gkcgdMyJJnupqk0oT8sgpKM54Vxxx~GT-auIbKQaus5Jqj85DvkLsdMtVZOztKcU~df8peWA-tamu8m~uehHRuOt6mrgA3f7SUSuC9JKFt-296cE9wcE3ilGjJQLlMZiAFYhaofoM~4l57taIoqMRwYlGoWtporGm~MJ2sd6sVqH4bojgPM~2BXQdosedvycyQxPS6btQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/12/actions/image-2f2f0531.jpg?Expires=1768731375&Signature=Xd6ep55adNU4KiGke~xPX4x0B99eIkmCGE1WHrABvSUhpwOsrZ1UZNNx13dwzgrtTrbheRb4UZv0fNXBsyH9n~DqbC62TxQAYZxz6iHLjWj-xIGOdTkmuMm~VjTSrRjhJGfekbFSN7OFsmyFmaTy0BTELaljOyK8AH7MgMg7bd49aQK89YBQqqPCT9enKuyy1jcd29b1bsElZK9XXosRocF-GdNmHFLqv9ffX1QS5rZnOC-VwOBWuBjcF58PCC~b61rhfYnPoUQZkWCCM-0~6VQRCzW~ALbsHzp7x-4FG9j40RJ7TY7sFUZHjtc0l6o1~pMkrpaVjEeTtUW~zNkeOw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 } ], "operation": [ "click", "type", "click", "click" ], "bbox": [ { "x": 0.8339999914169312, "y": 0.052000001072883606, "width": 1, "height": 1 }, null, { "x": 0.2639999985694885, "y": 0.12200000137090683, "width": 1, "height": 1 }, { "x": 0.44600000977516174, "y": 0.29100000858306885, "width": 1, "height": 1 } ], "metadata": [ { "repr": "click MAGNIFYING GLASS", "text": null }, { "repr": "type Move to iOS", "text": "Move to iOS" }, { "repr": "click Move to iDs", "text": null }, { "repr": "click Install", "text": null } ] }
aitw_install
mobile
[ "scroll up", "status task complete", "click", "press enter", "scroll right", "scroll left", "type", "scroll down", "press back", "press home" ]
false
How do I get to the nearest Walmart?
11184818665648255045:1
{ "action_id": [ "526d015ec5bc4cedbc5e2a5edaafd160", "51009eea9a4e45f192a2f4a8ad68d027" ], "obs_before_path": [ "evals/datasets/trajectory_lite/images/aitw_images/general/11184818665648255045_0.png", "evals/datasets/trajectory_lite/images/aitw_images/general/11184818665648255045_1.png" ], "obs_after_path": [ "evals/datasets/trajectory_lite/images/aitw_images/general/11184818665648255045_1.png", "evals/datasets/trajectory_lite/images/aitw_images/general/11184818665648255045_2.png" ], "obs_before": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/13/actions/image-358d058f.jpg?Expires=1768731375&Signature=zNemthgMUiOKAU1X5SKkR7LQxV~377PrvsRAzh-jGeUiIfO-HYPPP-RQgZukCOVtDnWJOfCDG3ADSNaB6Lb~9EVVSmVDbdVGg16vw7LYwmJF4Aer-7sXhM6TGvr1kegEHHCZ~utFGQfgiBly7ix-xYAVLQQUqXBx7f6u6X8g8PSNQ6ELz7xVVSbV~XgL5nIKIHY3SehWCNcT96gAI1xwGyhQu9Zadh-FVaFPlXxBmwuzp4a-~zUz2h47qllW6volyOGUn3nlBICBMLrlqfZZhg5ZzmL88yALkr6lg-OE7a9RmAILzTU-uomua-x09mjjUht5zid24rPeypw7wES~cg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1520, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/13/actions/image-358f0590.jpg?Expires=1768731375&Signature=ml1u7CF7D3iR~2AEVwZ5sXB5HbZ94xz9DSo6SbJgL~yoqbActbvKnJidjOQwed3v~YUE6zUU2mrnup-I7ND-65rr-sz29C-xtbEP4V9niLgT6tb5v7olCz3XaHglV5cdN7bCDMhXTW2B1OD01RD8Qc95U8d466EDoqzmnSyL~bmv14So-4Fo47TXDfPHLIFXcr2sePZS8GZ1wYdu6eiD2DlUVTasiNsTrJHMzYjfXOu0nEt~nNpfdWF2ffTtcY2N9f8eGWPlVQcX9NLUTUlhqg78QZIbGdp1WJZhF8ECXIhtm108PtBXlKts1GI6fn15Et1s8yk52A322MHfsNjH9w__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1520, "width": 720 } ], "obs_after": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/13/actions/image-2f29052e.jpg?Expires=1768731375&Signature=yAsK9z5nmUscXFznQYbdZ39nWCWoaGWpMuGHeE41Ccy4VlfYxDmjysIkFjiJTRMozLk8Dl5P8YsOZMQS-mBjjB~AiSAZ~hJ7Dobhu1b~EriCuv5AF08KdiwIVHim3GblZVJyVgdpJF-pnZyujjcsc3nfMhqm7oVvo1DJy5srRlPjo9FyHxYmDpZgT3fVSEfal1UGi5CW48p0LFiICFAeYXzLk-vHO~g6VH6OrHJpc93xj1XFZbK-rADTAiXGSuidWkDYW5~CF2ccTek4FQw19hyNc8Aed-ByV-vhjnNA49wpQUQnCCcY5QMmcxaN0pplRDWOwZYZIlY14dBbUqEBhQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1520, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/13/actions/image-2f2b052f.jpg?Expires=1768731375&Signature=YxPLOyZXIUqZg5vFEmq1BELAi5OIGT7OEck8xkrEDTYBEJdBvJLVNv92Y6bb1oYAVBiOOKksc4BcgPD3xH8iaULBlN1TytAwZbQlCLSTV8~g0uolIaNGuPtB8li6z-3RvetrPiV4zw-~MeVEzE~6nomKLQzIkUROnkVCkWtUIjBvFDZqOX7c-PqSrEk1bLM3GWA1CP18SsPtEL1P3DI-byd0xvAIw3wEu3OBEOVcMhH4SMtwXMRsxOMR4pdE5nr-oY~lU1DykpzwQM-IfUhF1KNyTON9aoTBz1ndn7UiOEFgKz9KhHoCu64IwyjipbJYMTSlAnWCyOvyePM~o~zsAw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1520, "width": 720 } ], "operation": [ "press home", "click" ], "bbox": [ null, { "x": 0.4300000071525574, "y": 0.890999972820282, "width": 1, "height": 1 } ], "metadata": [ { "repr": "press home", "text": null }, { "repr": "click NAV BAR CIRCLE", "text": null } ] }
aitw_general
mobile
[ "scroll up", "status task complete", "click", "press enter", "scroll right", "scroll left", "type", "scroll down", "press back", "press home" ]
false
toggle notification dots
3994690000547576691:4
{ "action_id": [ "9cdfff12acad46d4b43d40678fb55b9e", "694d5ce2d11346a8926a84051dde1e81", "a6d942c02f6742d1b891024437b89515", "d39b12f45d2b4860bfd28be58348bb93", "5c1db4b64e0f4eb68dbef187b0e17feb" ], "obs_before_path": [ "evals/datasets/trajectory_lite/images/aitw_images/install/3994690000547576691_0.png", "evals/datasets/trajectory_lite/images/aitw_images/install/3994690000547576691_1.png", "evals/datasets/trajectory_lite/images/aitw_images/install/3994690000547576691_2.png", "evals/datasets/trajectory_lite/images/aitw_images/install/3994690000547576691_3.png", "evals/datasets/trajectory_lite/images/aitw_images/install/3994690000547576691_4.png" ], "obs_after_path": [ "evals/datasets/trajectory_lite/images/aitw_images/install/3994690000547576691_1.png", "evals/datasets/trajectory_lite/images/aitw_images/install/3994690000547576691_2.png", "evals/datasets/trajectory_lite/images/aitw_images/install/3994690000547576691_3.png", "evals/datasets/trajectory_lite/images/aitw_images/install/3994690000547576691_4.png", "evals/datasets/trajectory_lite/images/aitw_images/install/3994690000547576691_5.png" ], "obs_before": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/14/actions/image-358d058f.jpg?Expires=1768731375&Signature=uLZdjHM~LXrLP1rorfKsa7fryt1fm~vxE8QT2sdh4e1EsKW69XzY7v40h9EXQoSOMK~bT~5VH9PhfWGDf8Y4uEIY44XJHEjDoo9EyWdMJCbWNQW7GkDsY0HNc1grJE2HS64c7G5ELtkEigxpdVAQPVjq1efnm0noo0Q6guoqo1WGNKO3Hwcme4OxfTRi-8lSd8ZvXNtFG9ZVquGk-2y-77kwlFgLgXe5-gGt2JpcmmQtjFiXrze816i9OgXMC7Si1TiVuNv7c4w6ozUbU2hQ4btmw0uOgAvMnpFipknyo2JfM5IVYx7ZadPXsatcwKbR-m-oSbVqI~WI8Zh~wtfAQg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1480, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/14/actions/image-358f0590.jpg?Expires=1768731375&Signature=oP9KW-uNXjb8oZhunNHrsLnXr~rEwW1Ui1cnMYDSx-msmpRDyW~e74rEJJPp0GzcNgG18CvjfjPk4EKelKqb4Cw3Y14C88Z7~TIAcb2Su6gP-xRpkyj8rWpqSgh3~WTHRwvjUzmVz--VC7DGIr5KHmH2cLnE4gItFqVao7BQBTDRWd4GLuHTM-IBTj3eYhC3XzjRg~OOi3U6aS5qU3E4I5Ip0Sds0acpLdMEW3KZ69vUdK7mKk-b66lu6QtDtptHwPTLZ8LjEDbhP8PzLuOuXRgRUneJpWGiPDq151e4pOy~yqTu6oaAJibxvR0yh4o3ZhUfLLYLRiZUb~p~C7N9Ag__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1480, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/14/actions/image-35910591.jpg?Expires=1768731375&Signature=mKcZHzSVWFzuxopQ02e7nLzvbmszRBb-pMS9jzVpiCJk~rR6Fi2mJUEkl3I5r9SQKbvT~rXw9ksO0zdh9Pu6-6EVcX9Q-ICHh4bAszfWXBgtRvBZZ0GKXttDxziwXmFuBzvCS~p9TQFfN5G37RqHNsONLWtdVGSgK6xSG9Oak8XE3NWLAZ-bUamKFKkV3JzfJtGKd9Mt9QX~wP~YFtVQw6UniunNSGwCUBxuDnQ~KhUlfYYvCr30iIAg54-KHGhHNgbqAzsqVSgpl1Kuxh~yFPBpyA8~nsqtkn8J5RZLKwHg3EHQIUYVeAUHG7mSWf88DawPQkdO--CjMhhXrlGpEg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1480, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/14/actions/image-35930592.jpg?Expires=1768731375&Signature=iqP0GbRAWZYEJGYgOlyn4gmx2XX~ZUqRHdVr6Ef6GdgGmhxNAOL9zRxeUzEgKv1hF4fpoUYSjqOVk6hjMpsK67wYAU1ECfMMfo-eShs45x95KQtpfw70uA8Lm3NudsizV1gIG1Hu0K4kNLmHAu8ey1zf1Yzjm9Pv07xCE08Eyl7NYLN8FmqZSrTzh1ttFvn8LADGzrFefowxP~6jI2r4MrJOofa4WA45WR9Lbzm~RNliICuaT~oEP8acqQcJiEw5ydpKeGWklqU0ssdUHRr~GRwIsVssV2RGGf~hJ2xwbgEeXFJVH1CTXZu0319tkWYgfpo7o510LXKfQXKYrPcX4Q__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1480, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/14/actions/image-35950593.jpg?Expires=1768731375&Signature=Mq21Ym4wGKR1aLFQlN8YyS-jmfl585B7AeancVXkqHTpdVSBLc-zyEvMQF8ilZH8f2RnH4G~ymnOk2mqu5xkL6oHEcUCilL4Nl-mVmUxydspwzCdqCAspqT12qtfmTEu92XOQN2FQd4WF2WDCwqhjb3UH3uMlYeO5iFuYqeJN6QDFunGn4IZKUO2Pbdz9mVEkQanV5Jw1S6Wn0gzcBB50ZgtJYRd6VIn2pqeYYwTW28N9r8mTMIhot9K3xWiFOOSJUpN3mqg04TsdfMDbguFATEJmpCYJDYKlLZ65ejcsV93NZQa11fXwHtmrak~0WN8TvIuEQJCNHMmTZI3uc-nkA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1480, "width": 720 } ], "obs_after": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/14/actions/image-2f29052e.jpg?Expires=1768731375&Signature=l-3RJbdG-Y1NAimIbJ-B4SrTDzGE3eQgfVzur1~xf~L8gSkTaTzqVtRAs4bmsNcm05di8e6~06ruyOGt-FIBQBp6bawz1nXnPUdaNYfeOFm6gBOzUhho3Rb2DaOH3IE2mvs-pv6cXz5LjJOGTXAaxZe42NsIaULpn4bSyrE4FjIexXpDE-usu66laFcxp3cSd7XOIhXd8njsr6tpGXBwxNVyMMwK0H9jXCSX-gZrNwjxGZSYy4WLFOqWenpQbl~ssG-8nLbc3WAAYX83HZkmlq9WvmG54~fnKUVkcLghMWKE5FbtAcWFp8w7sHwPd0v26vN710xekDQkDU3pH3u~cA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1480, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/14/actions/image-2f2b052f.jpg?Expires=1768731375&Signature=ksXsjS1zs9LVQDtOtgJIsYd-HicSNl-7GbfcTrmT8NpV8F3Ij7ZeI-vm2z22kYvt7hkJO98K0iibigl4qmWt8kNnaFR6or482iHJ2YttSU~dpNF~7QPoXMGmO7MAbZcVJnTHfEvMClVBUicPtRqZJGAg2rBQkzUYORBSQ9aM~MFDTrLfNT-aVZprKlMldDnZrqiPLaz-4EfN1SM7qAdwJuCTRP9nUIV990cnMvS~H1SIFASo6T6~2SeNNDnximKiqppWgeezWneqxmZCd32b1fpBcQQGt7pTbFCLjUv38Euq0FCHl9bQh7jg1FL7QxtRYGe7bUiTgk-qlBrVBFnwGA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1480, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/14/actions/image-2f2d0530.jpg?Expires=1768731375&Signature=Oq5r4Sxe8CqsVe50QPqr0j6avMKD7xPZqKjgHbS-aJ7EjpGvvQ67HK7XR5O5v40aQ47y6ui2ZzRhQBUEpvysK6lBDqwgrts-VPVzjmLmXjwepL1yBkKxi5BpWsJeiiYy88S3hQ0jMBT4IXQl9ds~RbrbOkq9zPmDAaYFmaLBUaRhiQp2DDmsQ~bgDY17D8kyWuo9hA3fF-VH6C0kxNqPJegs0FqKbY-WBNO2v~-UccyvPJVzgX7FP~9KJey-Yr31jYjpZGjDO7JMjZesEQN9Xv4DTjqkIwd5xgQyDKbFIdRtem-ianc97ktyDm-hUSUsmw1KmdTlBG4Opmi-ITheig__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1480, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/14/actions/image-2f2f0531.jpg?Expires=1768731375&Signature=k24AicwnVwvVlFzkzJb7cm3Fkp-gjAh1NvhlESO0SzypN5geaVklqiY9fzSagRRGZ8OO~WwjxTVpVQWqU~M5PX2lQLkAmDH~IT2mWmr~p6mi4kV4JvEMMal9nkr3RUzGtXpFPDajD5YEcWaaW9h~DVfCf~Vf0dQzkeOjR4cvQJ7XdXCYJz2aqgyoUZITUkhum-~lpR3OCyu5Ga-zHskN8F4fnwG1ipWnTzGXpm9rYNOcKR-cM~TF4oeYeMFuKsGjp1oFFY15SywCHcKT3iKJ4v4G~5BbkPicQsR8I4MGPIWRdA3-AxtK9T5SqXIwn36FOjtF6dNvUBjh~rxlujAUCg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1480, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/14/actions/image-2f310532.jpg?Expires=1768731375&Signature=y-taFawW77XdDwR45F-Jd1JdFlJrayYaf68nyNMytNjEWuAALpx3wQehL8LJMKZrosIOY7~0BVGG3FUkVxfYUq6r3RpJcL~w1aLwohQ2UKxg~FnD4dFnXTnsCKr2INMiSPvUsZx6drz1TyS3gHX3hzyRA-nv2Vw~gXfA~b2b7TFDbvaYBh1tksgCkwORBd498ZRzqpe6Iw1oFKd8e84-VfO3pQm~XyLxO4n5RaSeyVaxHSxL3lmOCMwhYL2fjI3Sx~EhKz~ev1KQI~dLTrzh4-7e789jN7iZNnrXzuRXCy3FxQaFb02JO~-fI2pqodmHOE95~OI4GfZc5iYbvQE-hA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1480, "width": 720 } ], "operation": [ "press home", "scroll down", "click", "click", "click" ], "bbox": [ null, null, { "x": 0.6869999766349792, "y": 0.18299999833106995, "width": 1, "height": 1 }, { "x": 0.6869999766349792, "y": 0.18299999833106995, "width": 1, "height": 1 }, { "x": 0.6869999766349792, "y": 0.18299999833106995, "width": 1, "height": 1 } ], "metadata": [ { "repr": "press home", "text": null }, { "repr": "scroll down", "text": null }, { "repr": "click SETTINGS", "text": null }, { "repr": "click SETTINGS", "text": null }, { "repr": "click SETTINGS", "text": null } ] }
aitw_install
mobile
[ "scroll up", "status task complete", "click", "press enter", "scroll right", "scroll left", "type", "scroll down", "press back", "press home" ]
false
Empty the shopping cart on newegg. Search for apple airpods pro on newegg, select the first entry, add it to the cart, then select checkout.
17041687441213171098:1
{ "action_id": [ "39ada4bbe23c40dd89c8b0bbb9ec5854", "45e1a2220b59484482ecb2b4a2ede816" ], "obs_before_path": [ "evals/datasets/trajectory_lite/images/aitw_images/webshopping/17041687441213171098_0.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/17041687441213171098_1.png" ], "obs_after_path": [ "evals/datasets/trajectory_lite/images/aitw_images/webshopping/17041687441213171098_1.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/17041687441213171098_2.png" ], "obs_before": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/15/actions/image-358d058f.jpg?Expires=1768731375&Signature=vJJ1CcQll5-8i6JfbCdfjTiaK0CtxfaqnNKRfam51VPftGAYZmjOAXlQX4NDvIZZhTk2uF8Zy8K~yVtcwg-qRJSHjpSo2b9yAiK9XXzeIVSBZmKf-ibi~eHTF-uctG-rVfg9BqF6YDyyWiqe6jCxg7qNKtgXSwlCEqus1NgW8YD2Tu5TB1EzENjPwpPmTz49E0gMv40~3YMp8DWioa4OsIh2CHzBbYj09Xs2NDT8nzKlelrd62~gdUkvBK6JKxKCL80t3L~wzZ384cY6kD1TuXI2TBJOCngfZGwPw11n5T3PJgHfoNnIazC~ZPHdGqKD3uMRUG0iT3DYNtuAd6U57w__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/15/actions/image-358f0590.jpg?Expires=1768731375&Signature=NcVIcy88k86JSLJtZPS~wu1wS8oRgZxGxeS-ftwcr98yAXJbchG3ONYZjwxi3XsCXWQEv-Wm8xyGF6K9maMn3XfNbJpAYPZlt~yd-zBjrfR7k3MCr52k6A0MlbmjMYY-qGsn0-R5ISCmIckgPMkD~BeXEczh69oxKISsYoW7u310RrE-6waHxL3rOOQeGkWjNN50cfj7VpXFGaDV~3f6L25pVbbOLpPxfq9dNjrCYfr5JICw-8Vv6sTc5qZeXqJqipPFIZmCTDaFDaEm5F0-diyJfxIgJy-YAJRERdvNcYApAPYCTxqQmIqyZ4g7Y8xX4DMtWx32WwNgLjsW9tSKig__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 } ], "obs_after": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/15/actions/image-2f29052e.jpg?Expires=1768731375&Signature=xF7RL-ygiJbHzBSDaBKUZDhPNdL6W-6Gev7IZ0Ps11Wy09pVxfWHsmIXSE5oAtee1l7iNwYNh7XDoDJcSuvV3XRseve382nlGcq3R3-bE5mg6vCflddRZixkpOfZUv6m2A~zGW~mqCQyNf0xLFgnei7fSbQTwNAncQF8qbhfS90Pd4Avew5JzviIU5w-75fcc4n0EObWmypVHWxl00G6Vxi7sQlQ5rlFSbrNeyyQVOR-yhw~fYq7vl4DDASJAllu2lr3vUt6hhbvYTQYESHx4qKG9ThUOXUna~QrOLv7ANv-TNzewcvqVV3QRmSlE8kUgTJoa4ng7zzxHQ2~-3zThg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/15/actions/image-2f2b052f.jpg?Expires=1768731375&Signature=PzLgdqiQDCCn4q~xX28yY5e~WRi~E47bcHxeT1LNUdtdAyN72OL2xepwtvlTHThPSiytCOda966ysXb9vudJa4qXZQr92AjeNCuRDN1jDJ-ywRBPdRDniuCZeOJEQvOQpRtUl8Dt4mEFYh8KxXCqQJ8Kw06-qSI0GciVhoBizdOXeR-7-mM9fD~vLDmKhUSrkjFmkjzMOaTQcln5erbmrOJ9ajvw5nJ~ifX2IFAi1q3qs0v~MTP6r31vRvpDY3Sn5jbRfYXb6O-sE3FZXOuAY5zxZvvwsfSuuHHImvmjeVXaOYJ9lUYhBhRTHuhdAv~de2KYoVXp7S8o9fNdNyu-2A__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 } ], "operation": [ "click", "click" ], "bbox": [ { "x": 0.5799999833106995, "y": 0.722000002861023, "width": 1, "height": 1 }, { "x": 0.6230000257492065, "y": 0.7979999780654907, "width": 1, "height": 1 } ], "metadata": [ { "repr": "click Fhctas", "text": null }, { "repr": "click CHAT", "text": null } ] }
aitw_webshopping
mobile
[ "scroll up", "status task complete", "click", "press enter", "scroll right", "scroll left", "type", "scroll down", "press back", "press home" ]
false
What's the latest video from Gameranx?
9451530709378413175:5
{ "action_id": [ "5b46a28f1aa94cd5b02e09b4bc1df526", "e137734c8101464093a25f05bf7bf884", "dbbaeb04587146e8bbb5970c1cf902ac", "4b454ced845c4f1b924b01d3b75b18c1", "8083eba90d6649cba41952ff50e588e9", "777049a71b854d24a308c5fe78312b9a" ], "obs_before_path": [ "evals/datasets/trajectory_lite/images/aitw_images/general/9451530709378413175_0.png", "evals/datasets/trajectory_lite/images/aitw_images/general/9451530709378413175_1.png", "evals/datasets/trajectory_lite/images/aitw_images/general/9451530709378413175_2.png", "evals/datasets/trajectory_lite/images/aitw_images/general/9451530709378413175_3.png", "evals/datasets/trajectory_lite/images/aitw_images/general/9451530709378413175_4.png", "evals/datasets/trajectory_lite/images/aitw_images/general/9451530709378413175_5.png" ], "obs_after_path": [ "evals/datasets/trajectory_lite/images/aitw_images/general/9451530709378413175_1.png", "evals/datasets/trajectory_lite/images/aitw_images/general/9451530709378413175_2.png", "evals/datasets/trajectory_lite/images/aitw_images/general/9451530709378413175_3.png", "evals/datasets/trajectory_lite/images/aitw_images/general/9451530709378413175_4.png", "evals/datasets/trajectory_lite/images/aitw_images/general/9451530709378413175_5.png", null ], "obs_before": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/16/actions/image-358d058f.jpg?Expires=1768731375&Signature=ZsH9ws6pLrU2S6DfKe-5gpmKJ9Y4u1~OrS8nyrbCfLwW3uJL24i0fMrYVIrjbpA1DE23Ul8LygQkJHHlNPRLec0603Fns0J3Qmc~JYSgkRG-70dAWY5eX4r0kpd-6DFWWdW357fXpN6ua6bxiVt8db4YMz-PqAU65pnUkjw4gqW8xsQ5HUDwgVAk8ejmFZR~ThQ3RhtB~3GOZ5bl~noIIz2Wh8q86gDLhI1hEPLj6~KsKOrcJtPOycX1NJl2YN1rzBP-YtWtEP0~CBjHxMlkTLrdjSaZM6TeFDfXnAp1jv1VvyZ7TRq8-sPKyYn~VsqC7TRgHSqtIaa7kI2Oig36Mg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1170, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/16/actions/image-358f0590.jpg?Expires=1768731375&Signature=mYe7PEJnKGcoZTlidJCpvyUp8SrQl7HZ4WYg6p1uQ-FxF2NiHze2jCpSAYOPmbs1dEbLg~WDR-LGhy6P3Fqdt49coS4EDiZ01I76HvJz~W5yu2sm35PW9cQgLNr6-rLg6~WiD1oG32ge9~MdQFcMWLEhhcwkP-pf4eF6JMMURRx8VHmvcq-kgv14WNp6ibPHW5FZJAuNTuk9MnkO-fFQDwqCDB3Vvph6kwX5jI4g~dp1Cem67hJGBrBcOKQ8vU7MBbvtnwBH-eTbchDXHaH8SWpu~PHSeUtV04MPQqZ9VKmhjEeVl4bAM8ELBTEDLMyZ9Xo~kDLM9NPV7tiH4M1yUw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1170, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/16/actions/image-35910591.jpg?Expires=1768731375&Signature=Ym110Gn1ZUi~w55nYTZYuTcHPTLL~81KswH0WNjdPmSuapHWrHKbbYYU-8K4q9u~5cC1zIw4ioLoArakLX1XmvBp8yoZO0EgV8qk-Y318-aBrSJPVSlJxqzjB04M7aG0QcZiVskegeTSDO-Lfeo5lBLgskRTPleVyEBl86-kzDi6l6LruWpeujxg8aOdQmTozG-6mxr6bJxc2-USs8BjNm3pffjl-zwYj9DLbstftiC18Dujnu0F28S1Q1JTzT2QH7vHTyH3a5zypDwtm6swt97fJ9IXx5JElee9tYShYkH-EPxbO150JnyB~Tl1eJkXf9Gmx4essNgUbY8UpkG09g__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1170, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/16/actions/image-35930592.jpg?Expires=1768731375&Signature=oraCiDjOBTLOLm2OACfyHvQedidlEhpObYRUjOp-fMwmbws4JAmgT-gFlMgLvxJ8zoqgnjnwFOpcGjO8T-CzVCH5M1SAn6t20ckw8KiM~m2fRHTTppAJUBYWy0I6Welr2XfkU-TnAiBrp2F1yEdkVpnv0sog4ZW7JOD1ZD1gQSpZfdc2yv6k~nqhKl8Az6g0Now~WBHdwo0IITcIkhltgQPclAGbi5bqhIYAgd-4HwoVbA4UQR0acbj9SwUgY8NrJgyoOgstk5pZeQ5Yo1c5nHxQux6scIrFxuuIoBR4z18sHB3YlgjfAWNpV2DkFysIUMvx28Kdm8IKA5XUqVl3eQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1170, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/16/actions/image-35950593.jpg?Expires=1768731375&Signature=UOg6louAOzMABxqMkUWotijz4ViBiXBfn0axJYVCiFW4fHEjvd~5gIDs8GYHKsGjQoX1BOU769v9U9SyIgE8sifK1Wklzq5DgQHz3fIH0nP06yM0pBX4uiiK0A-DqXAw5~HTIgNp61JEkKRTtSa8Odi3DjyDtH9E7cO6Xd8j~siyv7LJ5n-AVgt9MzWMels3FZAjK4Xo7FZdt4XuapQP8~~r8NRjqD695ivWeywiZkLRKocd1DGtni2bY3GsCCL4d0npzph~BB5sgJRqlq-mZOvUl1eMC4k6oF3-7v2yPQawUx5WsG4hfLFN~4yu765YIYnQwImSMDI5~EaRAy25YQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1170, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/16/actions/image-35970594.jpg?Expires=1768731375&Signature=gBY3mGvMRwELlefngKCd6cH5pVVh0INXBKjDnLGhAM2CmBQcQmjIPIGCTmRSkvC0QwFC-3fQ2D1e4Ajj~LqqgH4~WNdwrFE-UPkuh0tqZqUTPUNKO~hwdvexXcKjMmSVEpz1OvM3Gwb-0fSf2zv8HfcRcbHf4e-3LZ0dPSXP6ArR7JLiP7HRtkMckn0VRL883CY60KA-PvxhmaJG98Lrv-uHk~4iG4aN8givg1NTVDJCkFF6JEy4PZwVvE-jIPJFzXGU3DodRxEX4ELpOGrvFHasmgFpoeernMenwsQbJQ0OIhvJc7WWs3p~sOjn~bokcbCUZ-~hzC-7kGvGxImXdw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1170, "width": 540 } ], "obs_after": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/16/actions/image-2f29052e.jpg?Expires=1768731375&Signature=gvJHWkO3oCKAnjk0fnTTHHCl5xxelZEojXcGIRzqrsNopc~V609xjI-KOcGSEaIWvbkzQuZrRiZOQQFvg5RWtdFwwnC5UltVQ2mJggcd6HOxYoBc-lyE7qKKHW0aYsCTzJ9KKJqwK0yhLeyAZ4J6TZ0gjwxvGSCqpZ9CjIXSw7S5da8AI9z7KjmDxtLPfqC3uoY5Sp7ynSB~FttteYRTCkkZoRNWFjyREFPOW2CYHad82hEXGRD-DQLppbcxlHlLr9WEH6hXSdNXkPeeUb2PuZ3PCRm6DXG78wiJ-r7tB-Kn3dT5YfmIxyEfbUDhHkrw4XUE9YmbagGEpGdbFsz-Xw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1170, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/16/actions/image-2f2b052f.jpg?Expires=1768731375&Signature=tCyDFOs8-6LPXJmSVLeP8Flg0F6nuAafO-76OBmaYkx9jkEKqeh0XiLwNSBn6fosjpql4EODqtHpVUyr03nHJfbScHol24q51PZu0Hevb2U3BLWnoF258ODDR2qrM37dD0eElvumGEOYQWE4DKPSFI3i7qSxd7xRTfOi8TQVKZ8kkcZy4ghotaBGTfokR3TYBWtxfqVLky5AFgGIOmiNTRMqLfX3J9qhT22NH8QCrIhlkBR86Fe4FX4N0mWJEpFDuVDPbrrj5jf697FBd8BoA26AdkbhfiMy08gcCD4kptORk0GJp~C6RjPZ~wmy5Hc6ezSN96TduSoFTX9MnUMs0w__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1170, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/16/actions/image-2f2d0530.jpg?Expires=1768731375&Signature=yaR~ZzGC7FZcunXdcfPKew-SgsT1ZfgS4BshIWmwrx2tsYhCkQfeZLFXIqyonGh2IolAPAWfpDXsrx61I2f3lEyHijX8wR8pbZ~TUF~mvpPHsr8BJOMmjCcWz2rTkx1Ed9qDJs7CJpCNs4WFfvD8gsr66vyWqu4gjQjnxVPnf8SuwYiCs67xl~xSpJjyoUMTvIv6vWgwOLVTBw2cw3fWnKM~qKVKmqNOmfDQf2xtKh02X0QE6heDwvcSxVrKmoAz~Q2ZHQPZTuDqeXjD0zsPSDbE2MIIf1eEgiZezDPTroJ2Mu0y7WCVlO1IC9cm2WTwp-xggUmchnlzFPNcaPm-RA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1170, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/16/actions/image-2f2f0531.jpg?Expires=1768731375&Signature=QDeXYuqBk6L50cF9LuIyBUGCdDmU5ydLdfDB7hdqgIJQ5NGu63HhB8aNlaNvGt6XSIz244ROUBUbDW1CjtBmNdZvkwHdAq5PYP0w14735MInN7T1w4I65Gi9JwYbMamO2OGRePYMlzkioeq4AamN6KefcKdof0PHYfiDG816zml8kMEUZyG5pwcyQ-TZ-MgDWY4AWOWX4-jPGAFx2czJjBgVI8syTaIVzOOGeClpyg5ezTT4~OiE3312u-VT3mMLQwI3Su53IyeHR8X2KmXDssrSeORQeDz0JhT5sNV01P4YqAQClSjUVN6VuNC8b6Ej5TOWNY85y1rBCkJmMZUF9A__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1170, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/16/actions/image-2f310532.jpg?Expires=1768731375&Signature=y21hwZokJ5Ej19OmX9aTn2RHNFkc21aRkrU0EhvIFR3FAKnq6s2~rrvNywYMq5cU2hpCK0Fl0LMYyT1u63g2sRrcL91c8g9ONXp61vQU0AmIBx4xTpB~90yjPQuSl4Dr~edD6uObnLh40ex-eM1QKHSd4F6T3hir-0zlzsAtZSO~uYZL7JLzz2ijbW6bHAB39eudRwcgJSrvjHRSgZVkVyut7-jlPm-qqORYydrxBUbThkG6akxz8P4hUW3g1j8sPdA9uwX7YZ20SUxXSzGd4rMg-qdJuWjEYS5z2QX7~WYRywuA8leWNRSBHsdhsCFnMRU0z4hyQpM~geeZ1raNBw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1170, "width": 540 }, null ], "operation": [ "press home", "click", "type", "press enter", "scroll down", "click" ], "bbox": [ null, { "x": 0.4449999928474426, "y": 0.8700000047683716, "width": 1, "height": 1 }, null, null, null, { "x": 0.44699999690055847, "y": 0.5649999976158142, "width": 1, "height": 1 } ], "metadata": [ { "repr": "press home", "text": null }, { "repr": "click PLAY", "text": null }, { "repr": "type What's the latest video from Gameranx", "text": "What's the latest video from Gameranx" }, { "repr": "press enter", "text": null }, { "repr": "scroll down", "text": null }, { "repr": "click gameranx - YouTube", "text": null } ] }
aitw_general
mobile
[ "scroll up", "status task complete", "click", "press enter", "scroll right", "scroll left", "type", "scroll down", "press back", "press home" ]
true
What's the price of the Samsung TV?
9016519521634241050:11
{ "action_id": [ "0a7cf8ce78b9451db3613005cfe55801", "0b3356bcda9b4f67b7e602ba3acff9e9", "a3a867d52cb2428b967bb2d20b5ae2fc", "05231b325d944ee3b9bb16b6ff16665d", "d25b1f2dc5544663b11e073eec113b41", "0aa22b888ac54ddf9f8332df2c24d3b1", "b118dbf96e7a46c48f004a3eb198d336", "de54644c628845798fd43aedada95396", "12d68bf29b8643b9b7a253e930c0e649", "9d446cd5211b422695c1121ec563b043", "d09c239f12264d018ae9d488933e381c", "3c977e9645e64678b520029c6353e256" ], "obs_before_path": [ "evals/datasets/trajectory_lite/images/aitw_images/general/9016519521634241050_0.png", "evals/datasets/trajectory_lite/images/aitw_images/general/9016519521634241050_1.png", "evals/datasets/trajectory_lite/images/aitw_images/general/9016519521634241050_2.png", "evals/datasets/trajectory_lite/images/aitw_images/general/9016519521634241050_3.png", "evals/datasets/trajectory_lite/images/aitw_images/general/9016519521634241050_4.png", "evals/datasets/trajectory_lite/images/aitw_images/general/9016519521634241050_5.png", "evals/datasets/trajectory_lite/images/aitw_images/general/9016519521634241050_6.png", "evals/datasets/trajectory_lite/images/aitw_images/general/9016519521634241050_7.png", "evals/datasets/trajectory_lite/images/aitw_images/general/9016519521634241050_8.png", "evals/datasets/trajectory_lite/images/aitw_images/general/9016519521634241050_9.png", "evals/datasets/trajectory_lite/images/aitw_images/general/9016519521634241050_10.png", "evals/datasets/trajectory_lite/images/aitw_images/general/9016519521634241050_11.png" ], "obs_after_path": [ "evals/datasets/trajectory_lite/images/aitw_images/general/9016519521634241050_1.png", "evals/datasets/trajectory_lite/images/aitw_images/general/9016519521634241050_2.png", "evals/datasets/trajectory_lite/images/aitw_images/general/9016519521634241050_3.png", "evals/datasets/trajectory_lite/images/aitw_images/general/9016519521634241050_4.png", "evals/datasets/trajectory_lite/images/aitw_images/general/9016519521634241050_5.png", "evals/datasets/trajectory_lite/images/aitw_images/general/9016519521634241050_6.png", "evals/datasets/trajectory_lite/images/aitw_images/general/9016519521634241050_7.png", "evals/datasets/trajectory_lite/images/aitw_images/general/9016519521634241050_8.png", "evals/datasets/trajectory_lite/images/aitw_images/general/9016519521634241050_9.png", "evals/datasets/trajectory_lite/images/aitw_images/general/9016519521634241050_10.png", "evals/datasets/trajectory_lite/images/aitw_images/general/9016519521634241050_11.png", null ], "obs_before": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/17/actions/image-358d058f.jpg?Expires=1768731375&Signature=Ge6kLB0mvauKWZEr2azTRTA9UG-~u-hbcZI0g9Ijj7mSeKGpE2fXUpTdcPn-Y7Exhwr7wSuplni4X76fqKbSNqAPP7G7yAQ6B4Wrg5JcUZhibSOZyM9Ufg-B~PsYD5Ib5dXYqImaf6PJ6WiY~D6mu3ygcwktZpRDJtnU35z~ByWANXZNMCGujiJYHYhowC-ql70lDu~uUDRTV6Y3UbtglYdo7Lvree4flTfCh3PyuNa~Y~LoSHT-c8XWyv6OaPq~Vv7b6HW4LrfUiLOyBP6BGqSQ2L3BinPBH2YcTHYUT6VETRKmmgL32pxDy41ZnNhIIT-1f2LMvuU0foZOLIKpcQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1440, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/17/actions/image-358f0590.jpg?Expires=1768731375&Signature=MVG4LID31GHliDBdbXjQGiQPX6n8cKEdbRgMRSHir6lxG4UlEfSm727RFVqepSTVOSjHRgULQgms7nb4yT-DvwE8ei6SrSF93pZTTO2D61ABOgboJG3Ib3TGzif0Z6ylXGxLkrfkKEggmANITT6FbvaEirsHZcf5ymhCEcLIbuYRoz~3kR4hFcUyOHthFNXENiA1rCiF1dilALbDsxZHD3qrU0uOO8YeOPZhDGwKjmB0YDe64fVkEX8ddZrGY~d2KdBcBeYoKCJ9YvHJRCEMUZ7jRvsQDqmU1HB43hBHqDYnoRuM5PV6BNA6aPVqwea7GP4U8CUvrLfpezG6pmqh0Q__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1440, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/17/actions/image-35910591.jpg?Expires=1768731375&Signature=Qdd627cnl0wOOR~MT2iYSAvDB1BalbJEh4-esEBR5VX7oVvqFipviDS3oO3WVMtf1FgKfsKNESC7Z6WAMN0V4mcKjl3v1-lRdvMZD1BrRRPS5-MtHpVhhm3Ij~4BBsK-nzSIAnOLBa9pchFgmmFqX1BFY-OEnkqgr-aNyjpixwj368CwqbsmzVVvtRyLYfX5xxsg0WpRIWVYETG0S4vDIgaYxcVaN6RJiPECQwXtYdEwM55afKvxE6heWubkAm1Nk~4LRYUudmIg8IUncpfJt~iHWjpCZIJ3PB6OSnM7bfIL1JgHMeaJgZztyWjLQIx39vkpOc~pyBBCrmLRCSgqiQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1440, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/17/actions/image-35930592.jpg?Expires=1768731375&Signature=InSdxhfPcO7d2J6Ysp8sRjHkzQQ~EIvvEpGiX5nfcsFHWBKtVYRsUCfZ8QfmzetuAGmZ0kotveQ9Wa6PszwEOICd3-gnL9BPjlLRJFdL-nVgUu~AbiNxupTfO6~vgE8VCPw6wrc0yfjcoelwf89c7y2rB4RzUMnnkOEJPSprHHOjM6ei9Xd1~JMeAqsehOchf7h20ozZoKai2D8e-I8srep6PdPrtkTpJ~4wMs11aMxI1ML1G63ax03BmQf2ztlF8-OxYqXs77VQdDzt-Kn3gR~yj7TB67r5xbImafkWzi3ioSvp6XOWS5JoftfvknjduPN7OsdpDk-K4SRxLfmqUA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1440, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/17/actions/image-35950593.jpg?Expires=1768731375&Signature=P5G25esoFjG0xiVQoaIjulqlSgKmY1nPha7SXuywKtDjHZet0CVMeCB~LX1ChJ8LRyfgesjKTybB4W4WuSHjuiH9NyefIgxgOyJe5rMhaiQM98YIvDw7~JV83Uq8eOcTIrN1iMEowEyKbzmR9B9RkU9q5OJNbjwKC7Ik~GaPSRB~3kD72xrSN0DLt~ugQ25xTHlSGsjm4FJNbkssgzrb2FT53iciyO4kURg~ofyKt8YNUjD5o3pNBSE~UyfA02DSuAK~WSDxxKQYd52QPyEbvOiaF36a6nmQxhUTTcHp9CYLlMhy8tIoTnXv1ZI66FM-gyc2O0Yti7i2ideVyhb--g__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1440, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/17/actions/image-35970594.jpg?Expires=1768731375&Signature=qcH6MK-~MNswkd7~ANY3glDHPv-ZwTbVzgJTZbq961quLjZdDTV8Pct6AS~FKaXFAcmiSX9RR19~2Q-E00jtcZbF5RIFF8d4xVQHuF6SMdfeBnXIZ6hqosP0aZiqitp6S8LTIcFHdXabBgK96-rh~rtEZKmV3H0nvunXzvWH8gRjA0iRrTdRX6LMW4Nk1dywncV00cXjEhRP9U25g8TNSs3QfulUpkBLsTPuTjGO1uEvpRFPmLsuix3XvH07EjrJmCEZk871i4JZjbt~vPc7wQK0EBItuwpDLE86SvSXDV4PfpwZhyqp1mKfu9g3Wn9qfqEpCRQ8GSce8AtKlHFOVw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1440, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/17/actions/image-35990595.jpg?Expires=1768731375&Signature=rf8OroTqTdNr9ps1xDcT2pFAfbCdt1iZyiI5hkV8uAyViaXGjImWtqvUidFU-UnG6HaOTXtOrlWIC8nXFadvoZK4acLXV2E3iitY~M7LJJXRzt6aX3OsPeYrbtWqUATYUkaOSqy7Ba4Xtm4gr~5K7emWEiaMqGi21DdKM8mbLXZm5H~UFyl1jKyL13J~GZzSHeekOPkAKnkjnOUwqPfBveo66MAWmmaOiScX9TGG3JCpeGmwJDRq-ypF6ifz2itMZaY1G056tPes-28OcqoLi-vJSn4J5nbitFfckn23GO48Jq4Mm8dZqY5iKTUOe7aSnW78zTIBUXlDCXwFzYnugg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1440, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/17/actions/image-359b0596.jpg?Expires=1768731375&Signature=gcJXlGcGLoTcpMAmFGCdMbu4CYwMtyQECvV787zmn3oxAljhoTJ~Z~MxW9f-QoRtzpUv1NB0U8lTBttr1YTnKR8Huou5kkS3uKqN2CdoGkD~D9RRMTY3u01MkObPpEWwOlhKDNN~J85Mf8wRIBRzonNAhP5zwWfzff3~c4XK2EmfM0VHwSVqlFwBlqqrL4nLhEstw1Bchn85dLh4AXAODTT6v8plxDKS7en-4s5akP4DIhxxAhpUzBAdYN2QHV3YbHpGNaf8NaZimrZDmKwzBz-UZude2cMV9PLHCgvNTpxZjX894Kh0IM7K9jc7pZAnY1Rplxyl0sVkLQbRLh~UWQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1440, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/17/actions/image-359d0597.jpg?Expires=1768731375&Signature=cnkBCPrj92G3zwq6nltyIVFXZhaok6duN0l58Njrl-Kgl2Z-JtDOyYVpxlX868ntQ1~-8IDdkcIkat-wwf9Dez-pHqjIchqjtZM83U~7Zim7p~S7Wh6-I2dofyIDH38IDxfi2Q0pI~7QRY9Kj3b2ojSQxZ-xcmwvudA8uNKRQa79NyT2onpsajVLyUmpv116IG4QZl1NbzSXABr5wmdDze79ZzbhSX-es9m9SVSJlWtSRQgrEg20V~aAPLqogU654WOMHzEC8bsLYSx83syz7fYwELLA3LA2g5C6QcK3-50KvHiHtAz9zLDRPAlh2CsUc6z6fQcOKACCB45lhBzSAg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1440, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/17/actions/image-359f0598.jpg?Expires=1768731375&Signature=ojC2yjYOhilRP-MShFmBXggz8C4murcF0Tz-qnTHDlC0V2bOD1TGVQGtIrBbpvLQTbNxi1aqK5tb2Ra1Yt41jNu7uOVrqdM8tTlQ9xKbOZgA2llPY8Xrsevl94lK79zpzWvlLP5yn~tOn~KhNgSrBeW3o4mUZ7UOuooR0pZq8dNrGx-I59OVw58O-GMrVmfKW9~QAqEDhVbzU7WvF~UvrUQRU7lG5Pnsd-6lRqFdpP1WM84muANfvebyRWKrArI8b8IsXgzfnj-XrTCgPfUGZv5gp-G7kFyImUN6uO1NNZI1U1YhFdqyTDRqRefYrgj-hnVQklcgiV83w~a8FHgrqQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1440, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/17/actions/image-3b2205c0.jpg?Expires=1768731375&Signature=B2bff7a0fdVRxc4wUmyG5rpKBy0Znrz08gfvsEZCWx67BZVcSF1iK6BxVf07lw7h3k3G3KVMZc4zAjMWtI45M131adiStwYYrys6GspBtr4dXmgyXkxIXaADDnTlK502gKL1HieJBbdL4XyHJy2dGnBwalHrBwcsSc6rNMJJIWKJvjsciFTt06VvzjysQ3VrgmUk1-fbvWqVzNZRA4AEjxfqoOoJNdGOj1OO~Q403XI~1kDpcZ4ddoESZoPccdiqi1XKjuGBzT54mhVCjZs6-2NEaLzUGYaz7WDejmQnQhemWTahYMsFQUMSka5qv6jkz2veKUXs~oUk5CR9FaFMZA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1440, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/17/actions/image-3b2405c1.jpg?Expires=1768731375&Signature=owfRrDjGTQdSPgUY2~Ze21xr0pLQ0ZsObiLxCpGe7Ohrj8llfk~hPQ9F2cjUUXpKSlXhigFO6Ps3rKD66iNJv0ZiVbP93csc3-xlEyQbLBR8Gf4beO5xvkIT-iSTy4yWmK4bdeB1ZdM0r1dI7GVv3dueqVob4b9iMFpyK8~x9zuZU~IIxSPlulhZ93N90W04p8FndSqNoNqYDpFPkvlvK5LMcauF8ZUmJPlyiIG3QzlMZPEBN8bAQz005p4--y8Y51p44I4HxzPnFGajVAGRnsQynaYPVDLhejbno9vmMW0f~9ERehRGEdrP0a5l4XBCMz58OAbwaTWPj2XtZ22idA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1440, "width": 720 } ], "obs_after": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/17/actions/image-2f29052e.jpg?Expires=1768731375&Signature=Mf4AWX-ehTvtL6AniIZyUM9aX6-t7GXxT56E06rp-eFURjgUEl0rf9z7J8OicGzUxOfzpM-tZ34I23UMmV-qCeVAOfDlksHuSHNxm8SWW3X0fghb6a3-uis0vyrEdRZkMDDUxPZ4qOi~MqRHW0ltEIcA3e3mEPk24--9tOdhNHEahlnb7FLtlALmLLOtz49eNfLBtD3jAYnSgC5nYi79ugCx4j0sxLzyiUkWebfALUbVR61eHWKaEmfRZPszhNopfJbHuEcFmxAJudWF5mgrmPmaPDV3moqOuYRuS4U0FKvoAhS50dvrDvZaUZkWIM90xyboLDIIzhZCR16PJToz8w__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1440, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/17/actions/image-2f2b052f.jpg?Expires=1768731375&Signature=nmHR6LzjWtq8Lr8imgoJZr21EfY6UaVBqyi~KXohRvN9aO~ZVeIr3Adfq-FsYtCO4aZte9CItkq8C3PacEKxrYGX9IrzcIJiWcg42H7nHHFUA1lShQTXpJYKJW7FVaLqDvb3Wt-NIu6yRhIe01chBdYWZJZyVE4tqhIHr0PacogfeiPvHsTHmbz7w4daxbodM9dxiHdEmBIsCHMpGbv4sjIWzP71f6D2gWvHuRYyXbR-nm4iN6gsuuTy74xX6R~KsApl8Xis74lzsgLmNF80MS1kH4cy0hPzq9HN34T0FpVoY0LBlxJDmEjxIOTSZ5Wb2f02~NdmDAQiERnzsf-tcA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1440, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/17/actions/image-2f2d0530.jpg?Expires=1768731375&Signature=e9yhdJIY3nG1y~VnA0WtkAI4RR3GRXjfIj0iotIJGg~roA7Un-2jXbMHp1IkoDM4RXPubzbiONO3kbszNa5KtjtU-g-iHKrHBh36Oj~dXzXFkA8JP0SVzrxLUWvn1ZoRw5pIRpg3rqrHtMvuhi4BMNLfCuzEpWUjmzSH-rn4A35a-0xAS7JJtMIAUAUZxIP8kYztxdsK916tr6wUaffysPUBKFN2SoB~BXpnAfHjJCUS3nXlxl8rg9Y-OixrHvmxR-~v-8C40CZgj5hISkFB9hAvJ7HgE0asPy7nqmNzZH2knlhM5ji80EQcEWJ7E7qnwcA3gCRfiMsqJau1zlyrnQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1440, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/17/actions/image-2f2f0531.jpg?Expires=1768731375&Signature=FmWsyOUborYM7WQ9q4Yv4WXHjGjB6mQ8hhrGIPtz1FpOBoOCZZsrCnxI4z-mg7SH2a5Fc1oFjuoSulzaQ3WntfrN40Jzzt2MblR-GeNwA1HwA6EGp~td-DIgkxzv-WTT8wjtETrO9SIrtTZ1~UV3T41NHOB~mlVeLG0oo0sZL3QybbI~i1yJNv8CVwG6Dh6sjUr6Sufc0c0U32Bx91OhULdM13W0yltn0L00026T9ZNVIEhrfPeZRcUV7Nw4I09DLOQf5PPYXWk4oDADU9aL54sIrpSGd-dHmp15lq8u5EFvaXSCiVWHP6UP7I30~exw1jnIqVD22tTkyetWXdEkJg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1440, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/17/actions/image-2f310532.jpg?Expires=1768731375&Signature=UONB1EvD2EqBjXYjhNZTxDoZx-FDwuqftoWRBdkt-89W8gOym0b1Jaz1aqYm~0YbTjkK1ounReHrNRinVjKTDz0HmclnMNDKxzx-5UikVEOPJZloYtNKnWZndZbXhU4PVMCwPokM-vcCXz1R8UevAaiPndlf-WS~ucl48EQKQSEQ-LKQLyfSi1-AIu4XUqPFzzZL5I4Gi9PuaDq0HTef~KBLVSefGEjoXsIFu-La7asfLG38Ycjim0nj0ppanxY4ie4KjnTFrQCMB0Fub7L7stRHJ8KDxanRYUYYLxZUfTqFpaj1funr9Y~mgcCQvipvjoJY5UbiRt-zXe1USFqAnA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1440, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/17/actions/image-2f330533.jpg?Expires=1768731375&Signature=0Y00~m-OLvzWJV~xI7mIrjdufhGkOYaQZtI-vmQvgLxJCD0Ph27S9ALfE9VZIhznjDs-9PtF7AM6xRr12gdZrmGPK1iLv8qWO6w17E2Kob0Mc0AE7ZMstXN~4dO-mxrP9j5vokUui0WjNT3up5JROWJc3Hf0pTAtyVZCGra3L8bWGb2v7p7RIziVzNmej~q8AmrKbbQPyLsFX3ubbgtni7x0O5N9QRY8Fw~gXizCM1~ks3C1cg35e4En2V2zwVZX8P9KUNk~9KHg5iB3XyOqtHeygr1~DVcG6s2tzD1Yxehovz7TFH51tIWbYDOwpYJpLynT1gTXJsIpy9MasTbLmQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1440, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/17/actions/image-2f350534.jpg?Expires=1768731375&Signature=ZqjPQ0-qSYVlQfoFWks0DtaYFhyZMQRB9FTXfMmzq5jmBGzxppLe3pwvFAH9nND3CbTfRMHBlDfENpzPvTd8Eottt9whd-BW9yf2Yys~omqcI788i-yN4VkUfIWKcTo3J~vMGjKeHQdKc~t712rmTZGO3eZrJ3a6-cVgqZbjvsi89NtrmA8KEbvJrJothF6sn6YHfssB-X498cFetmHt6jGlf84vYlyTFvvO9h8Eg9llBvkJG3mpQSD1wkl~-3vBmMcdFe5WTSXqD~IKNmJ42aWZCIOfXVs2BRRRwjBnG6GkhB3yIXIZTz3aXmJ7xa05gQmgygtgFlaStCBxosFjIw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1440, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/17/actions/image-2f370535.jpg?Expires=1768731375&Signature=uiwNDB6PYebqMtXp5LjM7SDBWGpuPpE74Jhqp0Bj3oVvJHgSFp~L90~STmslfmJ-bD4-6ipc-PO9oceyBYW0C6IPXnn6TCJc-n1MdwV8hAQTgNxUvEvkFprvBIsou3lJ-6rd-w-o-e5Ej5~d0f8yDdvpPU8uijf-ax7-o6QhL7uk6ztIjRF4PuSxRAmMtu8IMc3UPp5zwTgUlNwzMLptZywrt4MfHU8hl8S35ZJwOE~ntPDESEDxLd4mY1COSSyHJCjLcUz4DKq5Xb8ekTIbSuvJDXRaNXVgaWC~ueJ5PWADzmFqse1DaeXSPI~y6YhkvsnnRzCuyTgYZd279v0T6g__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1440, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/17/actions/image-2f390536.jpg?Expires=1768731375&Signature=PEEP4CDXXSEhhXUSVA1LLrjYM9EqZvZMBbB~2Gl-f2r-CEfgLgh7e318hoZKz78nKFhix2Dr6uQAMvwzxzcUZ2VJQwr4Pe-BOrl2pjL~ds7itb4zWOMm0Clam5nTTadQgEtGDAt7~g04~uOii3X8CA3OJXl7UdF2Ry4W9IrCzGNqglRLA8BZi904L8mZc1nnRMgjxoXAeu8-pzok1h9BcgjgiYyL0Aqq2wiVDwVJ9ZzTEUkhu26m1pOk9byfSVnKWiNyqGl7Bbfi9qnvaTmBL~WR37Y6MlloNAqdndxGfFwZPoDPah9aHA9Z~mn95m8VT5k-2MFCZdcEcM4M2FQs0A__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1440, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/17/actions/image-2f3b0537.jpg?Expires=1768731375&Signature=pm0d7vZYxwseK4qWJFpIQUWWspox34DS7vQ1lnYOjdAKbfeQyhROpOpTuLev6befdHWS-j1lB4LhuEZaeOOyC2c7tbg6LV2Xm~vk~fnjhsa6zCFGzhOwFHYJi0UXDXlY47Lg3gCqsnSoxLdZ~WOiQVpVFwOQaEdxCzgrHfBXyhVW6If2ElLean9CV4QmgfAre16PqJpjC9JbXMJPWgyKBbqzNTB4UCq7zbW~o4eu3JATSb1EaT9Zb87U0a9OBqjQw4zU0kt-EAeUhXiWAcJRDM3vB6c-j9OKQK65hOfltH~mkmJPwGFO6Jk5kCMCpaP7SFTm1-5r~4M9Z8vHySHUTw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1440, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/17/actions/image-345d055f.jpg?Expires=1768731375&Signature=THxily~sRK3CXXVjdn6ptVWsZJumwx1-kT87w69MRNQ3ciEx-DoriYLbCbSbYgDtH~tlSNc~DOULCCSUf~6zFBAs1BtSIy7jAzzVa-lJFxiQjD7hTfxyBshGGLsn6H9la3NRPOELRwQYy6pidc49nmn6juY5PgOqoemRM~7HJcbnMRk1HT-vH5wCH6be9jINsc2hutbKYSMBS9eFzQKC-LH60jYlVFqPKc5qpN7KYwY-K7PWc9qkgg842RDMH4mcDehWMlfa2Rg57IuFHhaLJcuKNIi9Lb7cGn9kgiFlyhwIyFRPJNUemymlK~jANIg1MtBxg18HHLZ8FQGozKPiNA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1440, "width": 720 }, null ], "operation": [ "press home", "click", "type", "click", "click", "click", "scroll down", "scroll down", "click", "click", "scroll down", "click" ], "bbox": [ null, { "x": 0.4569999873638153, "y": 0.890999972820282, "width": 1, "height": 1 }, null, { "x": 0.35499998927116394, "y": 0.1850000023841858, "width": 1, "height": 1 }, { "x": 0.453000009059906, "y": 0.3959999978542328, "width": 1, "height": 1 }, { "x": 0.9020000100135803, "y": 0.5630000233650208, "width": 1, "height": 1 }, null, null, { "x": 0.6150000095367432, "y": 0.4869999885559082, "width": 1, "height": 1 }, { "x": 0.7559999823570251, "y": 0.24899999797344208, "width": 1, "height": 1 }, null, { "x": 0.6909999847412109, "y": 0.25600001215934753, "width": 1, "height": 1 } ], "metadata": [ { "repr": "press home", "text": null }, { "repr": "click NAV BAR CIRCLE", "text": null }, { "repr": "type What's the price of the Samsung TV?", "text": "What's the price of the Samsung TV?" }, { "repr": "click is the", "text": null }, { "repr": "click Samsung Neo QLED TV - A Billion", "text": null }, { "repr": "click X", "text": null }, { "repr": "scroll down", "text": null }, { "repr": "scroll down", "text": null }, { "repr": "click Ned QLED", "text": null }, { "repr": "click Pass on", "text": null }, { "repr": "scroll down", "text": null }, { "repr": "click Buy noW", "text": null } ] }
aitw_general
mobile
[ "scroll up", "status task complete", "click", "press enter", "scroll right", "scroll left", "type", "scroll down", "press back", "press home" ]
true
Where can I buy a nice beach tote?
17402805884294660800:1
{ "action_id": [ "bdea60ede014491cabf6c0d169a77f59", "f80e06150e95487188ff9e6199e237e8" ], "obs_before_path": [ "evals/datasets/trajectory_lite/images/aitw_images/general/17402805884294660800_0.png", "evals/datasets/trajectory_lite/images/aitw_images/general/17402805884294660800_1.png" ], "obs_after_path": [ "evals/datasets/trajectory_lite/images/aitw_images/general/17402805884294660800_1.png", "evals/datasets/trajectory_lite/images/aitw_images/general/17402805884294660800_2.png" ], "obs_before": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/18/actions/image-358d058f.jpg?Expires=1768731375&Signature=uQsZEF4ctEl91EeQ1DU6I3r0snjzZfD--2Znz1BXS4bP0K8q3SflJ3uUFv115ziLfC~sOZtgPlOyR~Izwv3-GgSu8MvnU4QMyS~59L0qQnMJ-UPLt1C2yNy3HCV6hzTpVKcgfxm1MDIu0~W8SbIgE4lL-wVC1kZHEDZNiiav96FJhSYl0qLEa8CztsMPquPxdCGWa6wdcd4KE-e01tsOEKMH80jWfFoxzASzYJwR4abje5lWpNfmlmVV-o3Sh7-2o3lP08n44Y5FIC4cXPtLIwjykK7pmrBT4Ol9xovcgvUYoz86GBs8cHau3Cr5dPtoPOwZFhEPp-pwza0IsWINyw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/18/actions/image-358f0590.jpg?Expires=1768731375&Signature=jsAIDRf0NA~NMAUJJGY13mav5vwGJfBYU1~6d2u48GeKBZRHspnJzT0fl5Cz1JQxh7ahOPCRdsGbmzgiYlpW3~AeucoR25rUn9QKtHn40DwFzXMdV-Y5DDYPERqr80zWkQTyqNfjDjHOLy0EKPYOsqK5BDT2BAX5Uckx1bv75nwHQWrOrLP6i-N9aIIvFslVlka1j~Yn8Luxl7rUXf~tPcQSuEcmnO2rqzBMOm8R9wy83r94No2MNj9FpHGyUaGd1dsbObCJWp4xy5Skay~bD6mWR0j813DJHtW41PjwCb4~hg22dp5tAjlY4FiaOBc7MPfkMZNb4c6Z4otssC7E2Q__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 } ], "obs_after": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/18/actions/image-2f29052e.jpg?Expires=1768731375&Signature=luhxwRD0-X9bnj0ZAnBRiZRVP~VEuTAtcmk8qvuC16Fj7MW3uA3zPIoh39LFNPm3qntMQv8Qa7DvOP4WyMGMUmO5J1ONeBkOUDVRLz~qBLBZtUpQIaaCM1R-G1Z-ICv20D3Y8zTZsOZ4e3OxX6bCdBmKdpeEJQmdsuCDC-sbMbDy79akjY9i6T9FmjMj0~mBySf2gzJvfT~Zp5XEVeLbuoYanZLnh9WR0LhNB7S1GyD-3ubcR6acqWt512tKnkdjI9Tngjwal4x1SXpA-WLGSQ2rIloKfrx-6gSalxFDqf9EWTPkmTCa~vkJjxQycOHMWVKMD2JV~sMYun4KqT12Dw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/18/actions/image-2f2b052f.jpg?Expires=1768731375&Signature=kDM9ZQ7HEOw9qu7JGPgOyLi4ROAbXfXoNgCIg-nAEiTXoFJnF~lx2o4~5KY27qh4C0rp7C5eYb3HcS0xxNbd5MqYomD42SFMXrPX6saK02aTR4JLjrggBwafEBOsrQPyVnV-WUueEg7qW8S3pd80ASj~ODGN4vpHT2CY~qumyim8Xe91pG7EEathhaCv7QxeIq6ZUWiDAwmExa20AGPY-nD6IwE8eFshIRLrJg2nzzsJHUZ16man03OWsl0Bwzc0ykWW~HOLFWd5iny~uvpGbtXquczTfkqDbhLu6wAg4J1yYzKTDqMBtPmED2dJpdMB8TJCgmuy0c5fmSVNlNGMOA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 } ], "operation": [ "press home", "click" ], "bbox": [ null, { "x": 0.5580000281333923, "y": 0.8859999775886536, "width": 1, "height": 1 } ], "metadata": [ { "repr": "press home", "text": null }, { "repr": "click NAV BAR CIRCLE", "text": null } ] }
aitw_general
mobile
[ "scroll up", "status task complete", "click", "press enter", "scroll right", "scroll left", "type", "scroll down", "press back", "press home" ]
false
Add razer blade to the cart on walmart.com, then select checkout.
3482973788204617831:2
{ "action_id": [ "c6845669babd478db8870a0888c743c3", "56249de61a3a4346bebad51b1ade1a95", "404047c978984d678928b3cc03a42e23" ], "obs_before_path": [ "evals/datasets/trajectory_lite/images/aitw_images/webshopping/3482973788204617831_0.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/3482973788204617831_1.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/3482973788204617831_2.png" ], "obs_after_path": [ "evals/datasets/trajectory_lite/images/aitw_images/webshopping/3482973788204617831_1.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/3482973788204617831_2.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/3482973788204617831_3.png" ], "obs_before": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/19/actions/image-358d058f.jpg?Expires=1768731375&Signature=CEF53HrAP8ic8qJJvPZAuRGT9rqsja9B2oLMFjb5XNHGGRpQV2yP1I6OstDdROxblsxBN3jtK5jcd-d0DtCvaNE~IUUI1EaSG0BR1hYz4XZrY6AMaSTvr1iUwgspRdnxc2Rb6zef2lGMWnasKGl4rJoyMh8OSpM16yuaBi0EXv8LwS~HSNyFG0rmfaXSTSBsDbsgWwELv~ILovKfF9BoJAzrXn-lxVZQN5Z7evqrgBR33oS1~VPFRzi1uB7MeghmYZdVTMDaVl6nhQggbChPMU1SIst04ULvNmozvpPqO5tyZbGegxQmlJZyZbTxlgVovTQR88cF5qtU8~QtRZU3tQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/19/actions/image-358f0590.jpg?Expires=1768731375&Signature=VU6u6t9jig5gcS4tO7bMyiMIZk2jj0XsM~yk9Oxi~KBaBj7EzDRvCIeZj-Te2phveFOQNWwNMwm~jO5SvEsrfh2pjWTnA6RQZYVLnUHiVjS1wiROv-8XBNRIGjJI2qKhluMGaQWmQY~dgODZ4yTOdpH-UmFJWw6ZbaUUE2IE7Z-h210-ppL8YNKoimboUDhDzj0x2z80Fdgvf1jt4J~SJ1C5Fe9yQJRKP1YDJtVb-sBLFXB5ydhkxzXYPllQN-qkzIAhNDLB22LvU-AHbvVSbpWELXlIwhjAJNTbW~SthhV3DSUWk6uR8XpJDGlNAYKUUCi14ZDjm-wI0zWzTDaGdA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/19/actions/image-35910591.jpg?Expires=1768731375&Signature=kb1UKfORGJdqJFOsdPIvADNFD9hmIX0jRkdVOR9CGPLqpr1nY~3F0t4lJpI80mpigTVIhiw1sYjpoZXaI-ADlJquD~7ldmnaV9FwzTiEy8xdWg-IRhLr5vSu2IpGaOzSKtOiXvQRaOwBsv8Rhk79AvAGLU9Eh89aPqNyqi13qBkibPzQiOxrqpVN24EEYWVbZ1YWLuyMICqPyhFFSwnAtXtoFGSUCN5tBUuGCFjyNxcEZIN5OmznKM-6GfTqpxXYZfBYVaFqumE1tWW8rnVdypG1v3s~YcRs~aVbaB99bSHCxRPQc-5XNduNMHSOk0NMaRSY-MniR03hlafrjhk0kw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 } ], "obs_after": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/19/actions/image-2f29052e.jpg?Expires=1768731375&Signature=z5i2mhFSMIkwQgCrHNXP5sLUZxWIZXBKQLLJUYGWavDblR1-f2hKr69b1sjuwNM53CtHVE3jyzY1uYaZ4dXVjyrtFGw6wIYPYJBCYc1SpdpNyCT2Sc3qU4agVT3pnZv8raSTInosDEh~WnglrPlwXfjoOWc6SwdzHBnSChNYUZ6L2ChROt1aOGgqQNjgeoUX935ib7iDa-OEdBbvUi7TzHTCLd0zy5TwUUt~jmcfDVrafRWJkLF0dBGMB7i-eeKXIlORi0RhbglKv9gy~dwOGOa0WUS4NJDlSq8ISgg78GbSMaG7wG3rbTuVN54DkE-Vjnoc48iTaz0cteH5UMIQ4g__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/19/actions/image-2f2b052f.jpg?Expires=1768731375&Signature=WYQaRPaWu1iHVLLpj7ln7lvJ-1dsDScYDVTBa~qlTsXQNyZInVhFMAGjPuRJN-V~euUDR3vTmQyZHISkPFquImXwBdoMwsRQmYadqrouAoyPSpFK3wu5FEnO0QD9LUD85wriyN7BHDHpeKwNY9QKI1i2R67dFgVR6aZTkjQgZXINMZCtKWrkQhgUl9XYne2u9FXtI94Lw~TNWCI5xITF8k8nVUFraIVE4rCi~M5Kd-nZlHTJ8QJKQYL059Tq91aLmtZmCUb6Xj9DJNiiWqCJPqXBRFp8iFEy3Yoi6OXPUP1oqEW4fPRquqA5qbayTVaxqeoqXHRVKIEupMQSClFz3w__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/19/actions/image-2f2d0530.jpg?Expires=1768731375&Signature=QCUZV~KKYPkO1LNgeBw5ymCihdLIq3-1EE9esNlumInxRs54aw9IDHa7Bfz~Qn~7~wUb9SFaA9J6BTdVZ-c7ASgjEhF~R2O62xxAbL4Rn3BFljBHbbXkSc1MCK-GXgCKkIVVd8ocn5tWhW7-VPrgspo4bvHmM5uoFklObiFs5Elpie~iTq4ezRs980ag3zmGnHFxiY4abjV8niKSugF2FScyncFWHCPmSbfygq3kpDTHUSrJrHGGHjbwEoK06ErD-cWUFZfbOvsjrrx2vNbhEVXgkL3C6dePLJhGRafDch2bvlE61WYMXhDoVCFOcoUwra-4-VMMGQysslPkZndq1A__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 } ], "operation": [ "press home", "click", "click" ], "bbox": [ null, { "x": 0.699999988079071, "y": 0.781000018119812, "width": 1, "height": 1 }, { "x": 0.3889999985694885, "y": 0.06599999964237213, "width": 1, "height": 1 } ], "metadata": [ { "repr": "press home", "text": null }, { "repr": "click 90", "text": null }, { "repr": "click bestbuy.com/identity/signin?tc", "text": null } ] }
aitw_webshopping
mobile
[ "scroll up", "status task complete", "click", "press enter", "scroll right", "scroll left", "type", "scroll down", "press back", "press home" ]
false
Add razer huntsman to the cart on target
17719956408761839149:2
{ "action_id": [ "656d494d8333464586d9cc30ca9450f9", "7667246278b04a9d9704ace5316223b7", "38a391520c974be5a4f01cf0abfa6a84" ], "obs_before_path": [ "evals/datasets/trajectory_lite/images/aitw_images/webshopping/17719956408761839149_0.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/17719956408761839149_1.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/17719956408761839149_2.png" ], "obs_after_path": [ "evals/datasets/trajectory_lite/images/aitw_images/webshopping/17719956408761839149_1.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/17719956408761839149_2.png", null ], "obs_before": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/20/actions/image-358d058f.jpg?Expires=1768731375&Signature=WmIvi6x-RFDobmXZSPgKG5RGYYiRvz9uvyO6bviQjoO1o2l-xfW4HHVsvZxU0RYfwK7cljuA3rQ~uLerrTVfuxnGdOLs0aX5OZdO9T3XRd5Xi-EPs-08SDBO53VDHvScbZQ9Ifvkm8e~SwuC7XDRF7ujq~yLYLto6djwjGDtYHBU9LBRDrMmX7d5Ex9AjohgyRm93tRwSK9x6TPEM-5nMS2QJfu8a6w4FGgNhgEkkZxvpbDVHeFDKL9BoIATM6RariMvRJiRua7mWuA27iz8G7q49WywZd1mRecuqppUtJexgjUtqGCJJFDZ74IZ-6Bb74OiPi5K79YJ~E1IEtEAHA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/20/actions/image-358f0590.jpg?Expires=1768731375&Signature=O4Zw9KKmPnErPw2pSsAMeMrgxWP6mKChjTgtGI2kT4CHGnvGMLVnbjo~MAeMlOYyHhfznqPY9YS5gNtHB4~dy4wBPtIJiDnGwxkTWpzx~HQHKkRD0R9EeXt3ikimTQnlkZaNB0g9dcaSzvmscGfBUqIMWuQKKcMMnPCwctfo3tZrNXJUXC2fUEPRpiCoPPFot~4qfO5O5hf5Zg7TXeeRxQuy65GeswhCa2IE011nx4mEV085Evn2mrAawFrYM4URMHM942lV4ZoCuIiUaHCaCF9k-kas-fK9DrvJdH1ds-Y5jrEs7Taszt~kC7qAN4Bp-zP8~kJmtuHP-7I0EZ1wPg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/20/actions/image-35910591.jpg?Expires=1768731375&Signature=B1gqtQ4NMLL0B9OkVH7Xijbiy3n3rozpYSSbMd7yFhhgAqVT5JheSOtwAAfB9vi6aR~fOQFBU7WyrrKmA9uFDDi-nMZyIgouAPxHUl2m3L5~I7bVXnCUr~e1VeJ-r6qh7oe5wOZuEDr-KP6EBrMfX~rGppoW9ZptRxRHXRhdmlWNQ3bQU5tn0XdTEToSjl5s3J9kdVowYFCMXIRXX1~dnq~564S0WLb4C21lg~8gsCCQ1axURuQRHTh9wGAW0S-3E1NXGHNwBsLFTzryRuPIeQAYkXDY7xdq9B4AkuQzqlmo5RRxg7BzqKAjngi96bhMyII6qw9OvO4ksGXr51Fy9w__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 } ], "obs_after": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/20/actions/image-2f29052e.jpg?Expires=1768731375&Signature=hRvz5OWxYL1XoXoR1PdOG09wRQLA69xaztiJQNgXR7zbUTSHHV2l7XL9r0L78jElQq9pfLFEkUadrItnzRQ5sXoSU3spJpGODSneYO8eCK04x1Wh0AH4DbiELx8c4-GEAb~wiQv27mCSywLf1epx3TtUaxIWmGoagFOe3MFW7XggBdeWp2P20PH4DeA4y-~JN2XIpqjPCgVFXcyRPN23HE71gSKbyPfIQJvnor9psfJOrfX-u7iL72R1Ef00IrowIXqEO065sa49B5g5HaSCtwIXbLF8nhW8WGkpUYfL1ay5qBUulKMtzxqnH5XK5-O2qu~FzrD0EemZ5mxMIN3SnA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/20/actions/image-2f2b052f.jpg?Expires=1768731375&Signature=biBp~LuXpwaZtiMaH17GQ4OqHPddDftGiN0P1PRRry8ver3ptBoJEeVhePSKUbAhlCDJe~V4Qu~XeiVwlgJWHpgii1brWR01sL5~aXMjeqJrMwwDjIx-mQgk0xdSUiXUXMO5tCouK1f5eetl1wEiPDAIaaqwfZUb5fsnFTlnq-MeG71m4w9om09Ikr9I~e-cVmV9MU4bxffjekmWzQo-jjx-vXuYxfPTcNj4Txt1LYwoCA6oB9Sbutb1kZghi8LQN9Doqt0JYLO-JXGz3l~dlZdIkKqUhlBREcqLVSVO7JS8rYrVydcKryrYssiJMyNmfJ-v6JdGDIu6H83wrqjegQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, null ], "operation": [ "click", "type", "click" ], "bbox": [ { "x": 0.49399998784065247, "y": 0.9070000052452087, "width": 1, "height": 1 }, null, { "x": 0.38100001215934753, "y": 0.16200000047683716, "width": 1, "height": 1 } ], "metadata": [ { "repr": "click NAV BAR CIRCLE", "text": null }, { "repr": "type razer huntmans", "text": "razer huntmans" }, { "repr": "click Computer keyboard", "text": null } ] }
aitw_webshopping
mobile
[ "scroll up", "status task complete", "click", "press enter", "scroll right", "scroll left", "type", "scroll down", "press back", "press home" ]
true
Add "razer blade" to the cart on ebay
16520207654287635771:1
{ "action_id": [ "64d38665612149b9a89e1684a1378d7f", "55a53f79edd14599aa7c5c487b95045c" ], "obs_before_path": [ "evals/datasets/trajectory_lite/images/aitw_images/webshopping/16520207654287635771_0.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/16520207654287635771_1.png" ], "obs_after_path": [ "evals/datasets/trajectory_lite/images/aitw_images/webshopping/16520207654287635771_1.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/16520207654287635771_2.png" ], "obs_before": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/21/actions/image-358d058f.jpg?Expires=1768731375&Signature=YGC0nBmdV4BLDBaHe9oKbS5rqf60p7f4W3pJI5IZQNNa-ZLPLxVEmbV0a9BNwScV8hOwsIETS09mmfQVjJtzRRubzzkAriliOokoIPpdK4NcrqsNc2MNsZ6RMb5VqDqoFToJbESxlxstvc~abwkhdNlljCoqkEdkUBM~EuxBgP4QgllCO6zJp97iUjBXUpMgh~ZA8UgDOazD1q2CpXn5B77yFOrWv7WZTgrXiitq6GTB9XpxZcAsbM2NU1OrkddkCVER1DoY-gp1vuo9BmG796tDf6yAhKwaGO~st~n5lkholYfXpdExhsrvzVZ8LCo4upsXmAocJvMBPC3lZkjs3w__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/21/actions/image-358f0590.jpg?Expires=1768731375&Signature=kwFY4IGW7hObFgH6KhnX3nTpagMmr~73QqTgNuTStUcH7F0vLig0qY2Owb~JMuqzTENnJpx6dip7ZdeLHUy-6aPvRRwagUtgY9vRvnTRl9jvFrjHlDczFLP5DMHtpNx~iqhCC3Xdzvhf2FyfP3UcG7eKQ71nO5uNTbJKDuP6Oqt7u6LQyyoZilSpGrZWVDFRPBqQd9vlC7p4zq1wuKd56rWVd~9Jvi8hlsj1WPOYgzUK3BFL2~XvIcPXIbZRqoeb3TNm7JNRRqIEUWaq8Ex2VrGBhQcgwXeb3mDcYPN2haEUwTE8AEoZ6jIGGdCEjBjCEP6cU3FDRlNT4bA9T0f0NA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 } ], "obs_after": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/21/actions/image-2f29052e.jpg?Expires=1768731375&Signature=TypyXZvAF7iU~2yTygV-Nu7iu18A2CmVCHs3I2moxreoTX0FLUtXSGK2-j9vxfssDzf3lNFPXePYKSVHeT-U9b~odoWiUtNrVy4ZxyQiUrgKa4rKNxVUERWEppqhV~vQVMxzfmF5gt1jXdQpxsD~VVSvbfo-THLYCYRCH~LzbZ4sM8aJ-8mQ4v3G39XP3GTZaU51Eil5NTO5XPv~s2~4Wj9d9pb6GdhSRSRw4KmQGkVd9J1onT8dUiWrNBogDpM40--U5MPE0-Q2dk6-W6zNrXUxESm3bHPuFKW3Zeo4G53uwL4wAHsMaRZeMKPEDc1WGZciDJYY8T1DruAogBkRQA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/21/actions/image-2f2b052f.jpg?Expires=1768731375&Signature=hXyw-Rp5Sm53JX9usutLz5nf6XJ4ZXI2X-CCi-ua9VfkALKvpJubw8I~ZUpWUTT5OIg6TxG2u3s~w-wS7CGDhx-TKG~ha4geEq3lzXBRduG9KHy1ivR17~662UJ9PNaKdkpz1-hvIizUiSYg85mMJJwvnGgarTrvtx3f-Eu95nRDUOSpxIFtDOjTj-wNf7C~2YcL~fhRXIgIr4U-p8ri84CwHuNmEF~8-asrbMZo8hlk0t1Nd7Qdd3aTq~D4huzE0tr7rHrCkFUOwfEU9w-oulgo6Ese~QlbfIT2X07pyf1TgRoyYvrek1HAB9psolStpirndblvFgZEcuzrYolo-Q__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 } ], "operation": [ "press home", "click" ], "bbox": [ null, { "x": 0.40799999237060547, "y": 0.9470000267028809, "width": 1, "height": 1 } ], "metadata": [ { "repr": "press home", "text": null }, { "repr": "click CHAT", "text": null } ] }
aitw_webshopping
mobile
[ "scroll up", "status task complete", "click", "press enter", "scroll right", "scroll left", "type", "scroll down", "press back", "press home" ]
false
open app "Life360: Find Family & Friends" (install if not already installed)
2484917178072700441:3
{ "action_id": [ "f02d9d5cb9e64fb8b20a43bef17d97d6", "4274e2b101d14c6a82a8a4b05b58dbd3", "01920d822bc840a5a04be36d050259e3", "b070aeb727e34bebbdd4a6a2156bda59" ], "obs_before_path": [ "evals/datasets/trajectory_lite/images/aitw_images/install/2484917178072700441_0.png", "evals/datasets/trajectory_lite/images/aitw_images/install/2484917178072700441_1.png", "evals/datasets/trajectory_lite/images/aitw_images/install/2484917178072700441_2.png", "evals/datasets/trajectory_lite/images/aitw_images/install/2484917178072700441_3.png" ], "obs_after_path": [ "evals/datasets/trajectory_lite/images/aitw_images/install/2484917178072700441_1.png", "evals/datasets/trajectory_lite/images/aitw_images/install/2484917178072700441_2.png", "evals/datasets/trajectory_lite/images/aitw_images/install/2484917178072700441_3.png", "evals/datasets/trajectory_lite/images/aitw_images/install/2484917178072700441_4.png" ], "obs_before": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/22/actions/image-358d058f.jpg?Expires=1768731375&Signature=O-vIo9vFuNp4nOQWYCj-byTG~uKc29rb0BkOabOYQpb1mPKNF6QBj-ud41RvzVGq2v3NAlduaveiqOeRlXioW7F99tRRO5SFEu9W3SGnV0HY13PHoYz3wLdPaYthmhNtunUb8vo54Iucx75mhbBKW-5BjkTdvnppMhXnXxvJwWbW4JLHIXjtC6Dby9XOXmrrYVK~UmaK~UQQzKfBJIW134cnStVbMIH0NYfzND-1uA1lwoIuRrRn8cyTaXyFpqrEhw5PYOQzgHXtMni2T1nEBjXZCjtWbAlqLUVeFtkbMkg3FD7NI3Uv0CY3TMh933IhalJ6Xa~~pPlsG1ykvskHiQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1170, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/22/actions/image-358f0590.jpg?Expires=1768731375&Signature=B5MVBBI8Ow6sjZR4tDeYSi460-gg1Te733fvP6Ey8fsra4Jq2iLPnQ0IMm9AA-z9jf57Ij8vzfk9G82YgQ66F3I4pQfgFEkWFNZLaV0QJfaH7TBSAudYu6MRNIr9lt43LQsAYcVwNxusepM3p4BCmq~osINcwFqqWUZHuLER2t5T3Pml0Ieq8RAmVd4qCYKbFKAXxjr1RDdSIfsJyRmag2DVWPq2JTSTT-bTguIMv6xcthgKHS67chcZu54XuybhHDKJ7PN4q80Di4pXZfgpX7QS1S9lBVxpfZ3EOyJ6Sq3Bsy2U~jZ1syf7fumAM8t7vblhgqFoqgyXz5KizLcFgg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1170, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/22/actions/image-35910591.jpg?Expires=1768731375&Signature=NOK52GJyixGQHdrmBiBmAdb-WdKtvcjtCU6JvKVcICXCQMAs0DV3w33mHThOE4JV2oIVQ0Y7I0zkWzaRnIH7MWvJsVCmGs-Pf9-5cD5lGkiL0xrgHuAmDAXQLyBRn5iWEg5KBVtv1cYxhzyW9XTP5gouzbHWGLFmlBrzEqjy3GZKxUO4Zqx3zJsvbQZ~9dla4W9ibZKIssMIpsd9qObgenAiTBco9dEt1DAfT~3tq4wWFUW~qRzghIc8C3Ui6~kVXCKi9X3YJ8-tBex5Nck~9HQ0Qaf76lIDannVpHuM~gEpChUi1D8UnvWJ-zvvUmEccrXWlD4FYgJ6RmqtVUzs7Q__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1170, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/22/actions/image-35930592.jpg?Expires=1768731375&Signature=t8gzmgXwv6dPBI0LxTEEc70oUdXSTMiNmdkiXq4juAmITZ7zqo-XMoY-fm-2gEWfUgkHVDcQuyKgug9a07owSsAQHY2aBEYUYPgFGH5H1KyUPM8wV5iYrZ-L2eefnxrZGj3Ba-y79hxE48HJHZr7iIsD0f3RR36n9W8uI~u0c6GYYmp2bTG4ZGkzOTJMV9KDrB6YOS3~9fBYypfCYGiBmqDh8R1vj4fFG5282z4-weRsEhLXl3uGXzY7H-TJUqUCMM2V5Hd-jJQoWHLPggMRPWgiky1Akk1BOB9B0SN0-zGjM4z6MoW~3OMksGKCsoO1P50QRRm6SzKOLta0N8-ztQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1170, "width": 540 } ], "obs_after": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/22/actions/image-2f29052e.jpg?Expires=1768731375&Signature=Z~EgiArgwchoI3eDWmTWZ9vKuFE~fIaPp6Z4CjGyc287DANlhLl09kG3XSPqDMekCeakegEdkQnTEXBWS8Tj9z78kjPT-5ie8zy30HE0edZ-Bm1ZMtElqUMtn1UAl0FxgRgQU4fnUu46yTD3Riw01fLzXr3hahsipuQMrDYIc4pDozS3mEDyrCfQII3FilTFzBbkhwRT-cd68GEbMyof90kq0r4aqSFy3bYIaPpHKshnw9OPuhV7mD0mRAyF9-6eGkkYuek73bYUA7Kn430OHy3mC593GobTSGynfoJfFRzCzXPJrOdB6-~8jFZKE3nmhhNVXgB0u6auapzbEGRUVg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1170, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/22/actions/image-2f2b052f.jpg?Expires=1768731375&Signature=Td8KEK1gYJsYCfjaPjDawpC-7QTC~~3uXNe76Avp4G2~~9zG9wDan9as5hbiLpIWF09xcBUG7BiMRcAHMXh2H5wUx1C~LSOYkaiRjkoWPyv0WNwlsHuD~i5zA8drEbPUF5CzhWnJX790L2-GelSQIE9ys1thjADzxto-S-JQIW0carQOlN7HDrW6n8p6L2DRheJHUUkNizIfz8PqQS1tw0XaVx-2T~cCaVTUBhQ0iaeZYfroNuJASJQnnlOhTfErx95quGgIvs0m2ZqJlazUz2rDllxFtwAd5kOPTvbBSV~M3f6BrANUdgWI3S6PyemyfkfLR9waLzBQYaQRjqIqAw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1170, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/22/actions/image-2f2d0530.jpg?Expires=1768731375&Signature=iTVDA5QeoCVcS9LXwHay2seR3lXOX9vNx0G23bTSl2zqZaepYB8~MRGUbbQpXNBOiGJGMBEyTddDW~xQ~5jLKKXhfGQsYrNYpueoastkRAn8MMxIQbpnej9y3NlBRwrsQWU1eHltelR1-5AGqDzHo0eV6lKPDD-ZpL1~lh2~1jIdvSQ0oQd2RRcrE7sUsX-PRmwKGdX-8sfen9gHZf5uqZdKKqwoA6Y0RIaUWa2yxaCxnT7Scm9FR-AAP2rkPA89OMJBjvlaFG-rcdll5n9UckUCR1BrY7vn~nNAsr6jrpcjCHYfxg4aWtnk1oSs393oBhWYzoyxFs-hQTdxwF68Wg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1170, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/22/actions/image-2f2f0531.jpg?Expires=1768731375&Signature=j6m~~aX9azZPplFwloz5I80N3ZH~Y5i0kr24rsXql7ZLxU667SmvX~bYtIxP3e4Nr1423B1sxYCTVkVR0CeOQkSCMzyN1yj0SyQimcNCytvBDXZKRvCsmbASgquwX83Ak~1xHaczk24DwN2xAuIzEPTnf1agd0JzznGvqe9xYirzjRp0htl4YukA~mIFqMTYq5Y8jQ7a3fjzuG30PncL9SnJZRF~Le8z6vtT72i0eG5g27zcf9IHGCXh~SWoLq3CE8oAfkRzGR8zbthBJO9PNKFW9ZdCYQVUewxtGJVCldF0ZeT--N~JtBquy6HOcv0p3aD~N34CMou8x5wAIYxYhQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1170, "width": 540 } ], "operation": [ "scroll down", "click", "click", "click" ], "bbox": [ null, { "x": 0.902999997138977, "y": 0.15600000321865082, "width": 1, "height": 1 }, { "x": 0.07100000232458115, "y": 0.0430000014603138, "width": 1, "height": 1 }, { "x": 0.4620000123977661, "y": 0.05299999937415123, "width": 1, "height": 1 } ], "metadata": [ { "repr": "scroll down", "text": null }, { "repr": "click PLAY", "text": null }, { "repr": "click ARROW BACKWARD", "text": null }, { "repr": "click Search for apps &...", "text": null } ] }
aitw_install
mobile
[ "scroll up", "status task complete", "click", "press enter", "scroll right", "scroll left", "type", "scroll down", "press back", "press home" ]
false
What time is it in London?
3667157660476747738:2
{ "action_id": [ "ac357b48cf854c85948327749f821fd9", "f7a338c8a78a44eabc5015b4a6621aad", "0c7cb39c8bb9477c971d2deeb152f768" ], "obs_before_path": [ "evals/datasets/trajectory_lite/images/aitw_images/general/3667157660476747738_0.png", "evals/datasets/trajectory_lite/images/aitw_images/general/3667157660476747738_1.png", "evals/datasets/trajectory_lite/images/aitw_images/general/3667157660476747738_2.png" ], "obs_after_path": [ "evals/datasets/trajectory_lite/images/aitw_images/general/3667157660476747738_1.png", "evals/datasets/trajectory_lite/images/aitw_images/general/3667157660476747738_2.png", null ], "obs_before": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/23/actions/image-358d058f.jpg?Expires=1768731375&Signature=o-ctE2vcBIoDrJtRfL9UbMyk-1nE4exbRzheFHIxyTdSZ43ufTdit~JQT3VMumeMIqBvfO6DDd-~RMNs04cwI-jzOAY9HnSri-cHeIaMEHUb2BYTLYQf9ZvPh8lP7-oiKKdw7vxkuSbMizIIHZuRn3QCRve8eebzTeRYuqEb5iuZGGu1CcYxJ-17-3rhj0YRPTpAf3h3st61DT0YqlXrs9gVzlNWNl2tBanMWJnssDDtOONO~A3vucXzfLWjdglQOJdLoMenfGK0n8nzEb9pVPNwY6~0A142nPs-gfyGksSOQsT6vrDGNO-qMgmu5NoUHgRaSfPyJXFj30hEEvvKAw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/23/actions/image-358f0590.jpg?Expires=1768731375&Signature=akiZey0C7zJarKS74VHjXWkai3kHDB2gcSMvKglRhVNL~Q7z5QXToB6RI2CWrnU~JkY50V8xtDT36RP2YbvtEnVuELtWnWfRwZMZninu9o03rEJefgp4ZYxmec01r5zmP3S8NaWztNEKwLFI9fGt12RdU3jEBIVSD9tkttlx3rDI2xPK8Tu~mnL-pSnfvYCXvD92gpVppZzKFnZ0JfyuGinfljEruE9EApGmBwcnfskYe2prPiZOHC-ykAZA1yq15CSABzDatfR1ysHj9mVVaYubkk7xfy2NJbT-~oKKWckCwHRu~VtTb5j~XVy8m8l3ttcOq6ie5yHsCpk~KQCVow__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/23/actions/image-35910591.jpg?Expires=1768731375&Signature=rgr6mKiiRc-eODC0QAh0u9qTb-HA8~Olpgsg7SQhpJayeIxknJK2DJziBmmA6w-EKKlLYhMppUjkLTPGejwrhdzg2VhOPpNTPPZOQufSTnqJ1EIHJOvw1ZZMt7rASt0bvT2Qe96u8vW3O5n3d9liHgj6expfU-HNyL4U1VhPZCimkLZieHpPCCpDTO4TvrjunP34AhQ-hwbuQKM3KnemIgh94tB9jrXNDz8O9Ujw4Shh6c1NLyECs1fEMjO8pxbzk~u23ePNBIBx2fEuFVnkqrL8UGULuV4G-r9mw4U~zyKYCJtnoztF2fWsP6xFeBCzlK3UcKgp5HKsqYMam45fkA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 } ], "obs_after": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/23/actions/image-2f29052e.jpg?Expires=1768731375&Signature=nhdGfMyF0pEuM6EzcqTA2G9Ch2jhFdVivwPu0tBz8HCYyzqxQZ1~OYt6OCnL0Jnvv00lCn64gPZgHrX9e~LgmAdKz7gHGZ30XxPpo3p~kyfTDiWe1EibRsS7N72p211A4emmbpQh9il2VQbn87z0OD9WT1h3NTYxQucyMBALqnByiKT3H-KdPECU1UU2Q~d0sxSyWghQQGXuGbIEciLBVlcAOSsr9rls2YQOaAt5g4ZJDvx7sH0ypkhHmIU1piT4V0tJ~XGRW8kBIfpW9PSAoFHywnLws6TGobI4xDbT02SF5~2A1QkGkRrma4fvTMTLiPbayB0A1wtEssrIRlTz2A__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/23/actions/image-2f2b052f.jpg?Expires=1768731375&Signature=jM73HLld3Sv2p0nF~eQyOEuJY9WlV5iwCpE4MHQpXXFQYtmvxkI1bMry95l9gqr8-NPPkpB0f829I4OoeibdU4cwdvUCt0VQ8L4ahP5pj2awqul6WdZXWZo3vd5b6FyKAvodWVsZoozRVKnzjyr2cBjicApN3ISU3wjwp1D-d9qExYVXrNEAJk1W1i1O17j09o4ZfPzqI8C4iETEV5xeyVPWBanFCnwGPtM0J9eTUVBb8AdCHF4ljLlOmlgfRPOcrMwTwc3wLpghIAtsbk3rk1Rt7F4~va4cjI2-FHqyadL5tEew2~bGp8-mNUcUzhIXiSXbXJRB6cVI8rOW3N8Drg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, null ], "operation": [ "click", "type", "click" ], "bbox": [ { "x": 0.4090000092983246, "y": 0.8970000147819519, "width": 1, "height": 1 }, null, { "x": 0.5080000162124634, "y": 0.12600000202655792, "width": 1, "height": 1 } ], "metadata": [ { "repr": "click NAV BAR CIRCLE", "text": null }, { "repr": "type What time is it in London?", "text": "What time is it in London?" }, { "repr": "click london", "text": null } ] }
aitw_general
mobile
[ "scroll up", "status task complete", "click", "press enter", "scroll right", "scroll left", "type", "scroll down", "press back", "press home" ]
true
open app "Spotify: Music and Podcasts" (install if not already installed), go to login, and select forgot password
3875078336810079703:7
{ "action_id": [ "4a0f518b9de646ce99d51e65347e1ddd", "f89b943429b74d67bc2b03cf4d7eaeb8", "27b596ec72c448b59b06a3f8cbda0b13", "748b111125d24f9d865bba7bf254ed15", "199b5e7d697946f9bd45ae043aca22f3", "875b13e5a4014c9f8882812b615fcdbb", "36756b241c194d42a918c3e80370c426", "03cd2074ab25476b8334711dd2002f41" ], "obs_before_path": [ "evals/datasets/trajectory_lite/images/aitw_images/install/3875078336810079703_0.png", "evals/datasets/trajectory_lite/images/aitw_images/install/3875078336810079703_1.png", "evals/datasets/trajectory_lite/images/aitw_images/install/3875078336810079703_2.png", "evals/datasets/trajectory_lite/images/aitw_images/install/3875078336810079703_3.png", "evals/datasets/trajectory_lite/images/aitw_images/install/3875078336810079703_4.png", "evals/datasets/trajectory_lite/images/aitw_images/install/3875078336810079703_5.png", "evals/datasets/trajectory_lite/images/aitw_images/install/3875078336810079703_6.png", "evals/datasets/trajectory_lite/images/aitw_images/install/3875078336810079703_7.png" ], "obs_after_path": [ "evals/datasets/trajectory_lite/images/aitw_images/install/3875078336810079703_1.png", "evals/datasets/trajectory_lite/images/aitw_images/install/3875078336810079703_2.png", "evals/datasets/trajectory_lite/images/aitw_images/install/3875078336810079703_3.png", "evals/datasets/trajectory_lite/images/aitw_images/install/3875078336810079703_4.png", "evals/datasets/trajectory_lite/images/aitw_images/install/3875078336810079703_5.png", "evals/datasets/trajectory_lite/images/aitw_images/install/3875078336810079703_6.png", "evals/datasets/trajectory_lite/images/aitw_images/install/3875078336810079703_7.png", "evals/datasets/trajectory_lite/images/aitw_images/install/3875078336810079703_8.png" ], "obs_before": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/24/actions/image-358d058f.jpg?Expires=1768731375&Signature=nbO9vUHk2lDqsUwHGtZBrHrbaajG1W3tqRnH9p06j-s6G0wZ-PmG9vn2hFVFOh1f7pUgJQPj88PD0waL4rrZ7P~NdZ-dsBBXEiTGMzlpCvUC6tBaYeBEj0O79cnf36-9racQNgcEqS3kzP67U47gGQ177jbMzY3Su~8W5KKV28fE4F7iNeLeMBkQtyYXCsePvZTrjgbalp1Yqd7EO9XCHrO2O6xj8tmKX0owjzTcjCujJ-MXIAr0ynCHZpv9SU0NjArTwgxb6ciZ8CAGsOkfaqdbYmv72D0ckBlEXykOn9PXqdMGcnKs3RhyEY9vCPZg93l0JOcJwScz3-f4rDq5Hw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/24/actions/image-358f0590.jpg?Expires=1768731375&Signature=HE9~wbqvoIsPp4vUMWPtn8LEE7naKnh-whCPidMuPRMeVblZbVcp4Wh-SrJg65atgCo~2c0MXASoROWfHCaascqamJm2YHzlW4SL3cFjolBL2A59K6u-P4gKOl0xaeK9Dq7qIINxFfuEjJzA-Gyjh7HPOyxobLi0UYQTUO92CNCbhajhM8NnFJMc~Qe2svJiWazH~8wndVSgBJU4GAuiHhG5PGobhqif6gm0nOjxVpEIJQtC83tQoxevVegJxH3OmGWTpACoNVrCb-YglrFT277LS39NW06Adzb2B606P-GI65MbcGpb7dX3iZMEKLTRGuqNCNO-AJoNe66Qe3ImFg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/24/actions/image-35910591.jpg?Expires=1768731375&Signature=fgHbeI2rfMD5gnuixHwc4O6N-C~3QIJYtCRCa812ReZjQi-Q1AuGQ8LOahUwFjmi3rffDQmV1m7aQ0-mC6RNTsf-bWfk-aaAzgMtqOapj2HNU7QGi9Hkw9RtcsbC3WQv67Cq8jZ7Z7~0CS1a9y1tXAlj2DW9g6q-a4vYH9ms~EvhDea6OusEbs-9~Sw~cfze1I97HqZcgT17i9GSetaA3-XlzmSB-aaWnkITyHcjf9iigpQCDpudghOd5TQTSX4nKMZLMMJhkL0rKNjF6vZQsKNHu37Jm0Lh7dxWA5ZofqwsXm94CVV-FKikY9LUlwXvy8ueglZXQht9TOBbZX5cgQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/24/actions/image-35930592.jpg?Expires=1768731375&Signature=q4adlBXmGHQnuGWrakKrJJeAcaLxP15Z~M5r-cuU90lkAXSEsQLfgoYSfZk2x7KGnh~rMYHXk30Wt0wV7AsmYc7pvU-q4QcJmuQ2-plPH3OzK0NyGaCkvcVYdcOuOp7Q8pnTqErdQNGm4fTvcDNsbJ6JFKdNXf-G22ZNFdHx008OtqOUffopC8Ds7Y1ES4Y0RZjLH0tAJcum2jH0hfP67vzUubqo9tiN7FluUjJVJYFIIRJf~UhKTEeypvQikxhDots9ALIXm2bRXrxodOjUvHfRxwiBvH7F6hS7yyHQxn9YHVvy5zSuDAp5J5~Gz5erUeM8z~KGBoeoUSPjtxOM2w__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/24/actions/image-35950593.jpg?Expires=1768731375&Signature=aY6XPt8Osb8bB7RRdlWT6WJZttWbqTphzY2rCvD19N8qnbJnhRL-dbdghF73~-TzNVQGbLVdpifQtMbzaS8p-XxeEIRnhaTB9RtloFf03ch-d1ayRAZQSk8qyCvjoZ3JwoGYymd508V~oREV2GdN~qEmLduHtgW60pJLoOg3qdn0S5mDiqv6noPLzzbVVlSgmiOnDZuUgcPgEcre0h5ktU1npLv8j4k4pun0c6pv3ESYPlWv21liJ28GP99zk80bToipCQWWwe9-sUSIEm8N54Q6bwOMxpzsMA~xoKQEZ5RdckhTdDx8RaG3wuITfGD7heAxke61UXXlsissA7pU8A__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/24/actions/image-35970594.jpg?Expires=1768731375&Signature=DnYxO6BiqNPGhjRiDpSEMjpdjI9p5PTwGnOuKObIK75~Fku3iLcKWG1XWw69MaCrNJaoXzc2EwhouV9dx0ytro1wCrEWnKtvQnfrUIUfCabr3k48S41cm-4M6QsyLvwXGtj-0eY7shLhageYTTnuRlLO3udIXFVRFrQ8XknfIMe6IL5rfE42qgSIp0o0f~pPm93itnDg2J8qRNnoqUaeDYk6Ktz-USLUzOwPW2~~OVvX4puYml5Nkk5vc80iVkgrQdHdMTxRno5gYJnFKJ8MAxPFahN9NiuP6ipDAX~lhWbdJWwT4YUu~TM4QriGkb2x6bPL4kJpSl6cPX9J-slP~w__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/24/actions/image-35990595.jpg?Expires=1768731375&Signature=R-sbKtcSyrTymXrQpnrdOmQw1otWkWFj0tuWjJ5D0c9XoONhIWObEA2ShHtPQZ4cPhLpY7gcDbeOA0xWPCnjJDTloP5bzcJI3r-GCCZutWvf8~z5Tpno~wVaFiP5fJw~3W12a~~w2vQ6vwvSMKJWXyhzYbdPhy8xwyEgIVXwVwDln2jo9V0lC9ezmXBgvtCdI~sW8o9DRFJrRaizHqWIHiWvBpbgJRHWY5WOE3vo~vPs0HKWNHV5CHXOkRS-KzEMX-VAM5vNU41elFtArKHFyJrAXrUv-2a3xuPisJWtfhQERZHGle3wj1HCMt-HKw8ulwr-lHHvzGNOeLS3ab-rSg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/24/actions/image-359b0596.jpg?Expires=1768731375&Signature=H6ZK0kpVklKbkUsYmr5IU9u9d7U4cPVRk4LuFYMe3lPYwtSrmB6DlmMyUWRO1VQPM2HnZx4kHnMGnMyJZl23BGUX8i~0OUAShTnfymDMKTDVAbGoRTg8jRU13YXeY2PXUrImb2~XbgT-rZN41DViOkOiJfLJxdE8rLUhiLc5CBxdN~ClnZ4GVmT9~xhKjiAknyj71Z8TtbvpKk5Xm7cxP9Xt2Xn7jf0HUIhNMucFvP3YEfflaphqI0IN28BBnA6fuKK30u-Mp4EaIucW2550SRVQQiRfxBh0mH5xffB-WJtwQP3ILoYg63v48d3iil3jCUGEr8See2C8EwgPl5LbxA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 } ], "obs_after": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/24/actions/image-2f29052e.jpg?Expires=1768731375&Signature=TRwQRZir3sAeaTf8LZFwahcT-etP9zuT2GvslTnVxV-amGIoD~DGdfVy2uPGbKIv30SivqLfT5--EvloIx72CuAFVrAERrOQrClyBx9nY8ZFCAtR6lVCcM2BJReyNpvj2llBMq02WbegiT2UeV9PX94CcvagpVM7iF0z~8vOHyW6Tz8NbCgHQmOQHS5UIOQum11qE1qkK9brile6MxHD1TBMcraRdhv36sWmHvHxo6XTjtwl-J-XAgIHtlRvghBlPjHZ7zwRX~caHcCiGh6AW0ZYv~ISwnimGp99dkSqub64Qol9349QcfyVa1LrLk~EyIMHlsccT5njb1JdsrxUmQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/24/actions/image-2f2b052f.jpg?Expires=1768731375&Signature=usSftAb4bUckaoHuu-EOrIr92CL3SHZMgjUqZRpOed9Yd4Gvu0bltjolOCaEZnDmgb3T-2DuWInq~4IOytmv62gnprTAfyPeuUlA3WFCAJpxGnGDNJxVgTanyrLJGNzMIyyJ3pbvbzjnLftSQ5MN7ZrcOdtn~y9ly4f14QKiOeF6xDu7MSu7FBFstgpb1yExlP4Rl6Yp0Ky51d85O4YE1gOClp5JBaUkDKtyACa3YDC7TeEvQOViGSyLtlTp2bWDf7i8RZWXUoZyM36MnD0AyUEnMPjJtdlf1hw1TiPlE9EMYyFeIdBBQ962qa1pzo3pfVgr-hFHpvwKYbZl1dmhAA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/24/actions/image-2f2d0530.jpg?Expires=1768731375&Signature=inqSef60Dn2W~98M7uJx1jAJJIwUUz086HbuCURKlpRyOa3PqnfVFA0Gx0ORGN71uZ~W00FSJiOqymNlUXCnkUZhtiQ3ntPezY7JrvJMwljNZdawPRN67R3P0yOS9tJU-vijj5BiTn53pjKR2PrqAdEAfmHxC0i-grUfN2dWsjitWiDdlw-xkipSgOXR7tb2OdL8IAb6XR1O3ZDIeH8t0Rn5ZkTySbTbR8lFBI8YJpbioyqobIi21wwEelGbyzG5~3GrEzL7O-VSYmzcy-xLKr8IPI3qDjzl1rsOUnhrNIT4qBSjZmDu3OIxv1M7-IrSvCpkQ0PZNMuUZU2GK34D9g__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/24/actions/image-2f2f0531.jpg?Expires=1768731375&Signature=IDH0drVvcvmjRTD5ptxVkE8jxidW9fS71D--lDiPrttaDRKdVo36Ez8rRoMMsZEVd1FZznOcGqTOuolr2I9wR2kaGjdURsp6V71ZeBk3BH6ecKSQErh4w6Lw6ydqto3ZjZHVNWTu9Yw~x4LW-H34U2dgFanct05h8lLMpNemXy~fL~5TMEQps0UobEN6mrfCS6a4cBSgx2GgAP9Jx5Hk3X0v76743Z5lTUXbWuwhYQjG1fTEz1XYs4PqwSsUZGfGa6rvyTiAkHiZgUtoxDkfVkzuY3lExXc6ra4oLV0RPNYscz82YxVhftPN7fbjS5N9x7tqYIiE1eT4KwC8K~qn6g__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/24/actions/image-2f310532.jpg?Expires=1768731375&Signature=nV5WH5oK8fnIvuUC7n~UiYryg7bgbc7zTdmQKbrDXNM2BLNBbyNB87BwsihjiGu0VJ6GdEOrN~uwXt8~QoyyFHSZS9hlDV2ccNuzV5L6NznolZXdSuS~gFxheClSpAHx7utP9zNSAPIdkany38OJNGlXqv4aZKOjbMNxIGZiiRQ2LGYJSHB8mX1c-ow64tgeDWESxn1RgN4iGTyBrC35wnojXe4kVeqZTvoXYSHvEROiO42XKwS6x7Y0uoRDFx1sasubwlcZqWPaqrLtH-L6MI-c6p2aGPXIZZfu1TWkKHETJUAhtrg9bqoy002CcKIR0ChkNCAJavE4q-LCiBRrZg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/24/actions/image-2f330533.jpg?Expires=1768731375&Signature=qw-Zuw7OKMiU9ibrYjmDoZRUKqRjqJ3~ViucurbThh1bi5kPHSqXihad-Rz4xZ0VjlsL-d956LzLe4bSFcGZaZweiLuH2-o4hGkXWll0n3eMIebWKhz1~TjNXzp7AFeuzxxvzlxFP5hLf-OtvfkdTSL72y2HV1ETVcC0hgzHFmd~EWgDYZQKkHMWM-b4ea2EODo96CC57IRQiLAqeiodM6v846g7wZPv4uqfYRwGjxYGROXyVVVRqEWBe4iCKZ~s1gsGKV2h4SzABWpbNZvq73dUJUKomtNdLBqyYZEPIPOq4eCRAIUwLCMpzqlIWGw4csPfm4T9oEomFREH6u6DZQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/24/actions/image-2f350534.jpg?Expires=1768731375&Signature=tBquTw0BfXEQNHM2lmmtcERhgTzRqL9xBIKDPob8fRVX9nQGE2chzvCNPRJWhkBsJew0UmmAeELoL7ws9fAcOojEAhOSJFo~2fqCg9ZeKyI6iJbhwRNE1Qcc130hJIIR6dsHB0kkMxYxj5KuWowiIWCFC27SKCen2l8Zu41q35pzGhiHamC-U6d~vWmepD3EQKX8byzNBQ-v3oZGfY8nrz1QvGgo7LwTpnu9cGSh1wDX7zXpjWZtVSP7j~gGEO8I6w8mAqupcw~-wHljdgWly~WxK0ehIAYVma5bgSqy0rC8V-wWWpTWxgXgEZKkUIMM3js2ylw8eSa2x2CZukBHKg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/24/actions/image-2f370535.jpg?Expires=1768731375&Signature=D~Z1hpQTIwoUJ92nu9eKVGasNwgaBxGTJu71J9sXZrYuIOTMoLaCfxjjBGSKLN-bzd0sGQ-eZOFerz5zkGKWTZyq5Lw9BMM02ZhEA8uYyzBeRz84xzv5jU3EQKe5nSmhrN9Ysdc0anlQKrjvSnXIjlU2-B8KuEhZ28M9d9WPjVkFA2LghjozMcf9PX-a9ZILBvrXEMU4PnBlXt1NjIk0Ys~xBJAgAMUp3gVXUD-GT4ehp0UM7YhWOdifK6SgbSyIkOFONNyaq8MJKoJC6~AnuIIKdzi8ouzucsXPYu6TRWxsNAgXlIcBJctfzYlKXM2r9mN3EXqtlEctofCT28xSvw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 } ], "operation": [ "scroll down", "click", "click", "click", "type", "click", "click", "click" ], "bbox": [ null, { "x": 0.6179999709129333, "y": 0.27000001072883606, "width": 1, "height": 1 }, { "x": 0.7149999737739563, "y": 0.0989999994635582, "width": 1, "height": 1 }, { "x": 0.4099999964237213, "y": 0.08299999684095383, "width": 1, "height": 1 }, null, { "x": 0.4309999942779541, "y": 0.8059999942779541, "width": 1, "height": 1 }, { "x": 0.39399999380111694, "y": 0.24699999392032623, "width": 1, "height": 1 }, { "x": 0.7620000243186951, "y": 0.2930000126361847, "width": 1, "height": 1 } ], "metadata": [ { "repr": "scroll down", "text": null }, { "repr": "click PLAY", "text": null }, { "repr": "click MAGNIFYING GLASS", "text": null }, { "repr": "click Search for", "text": null }, { "repr": "type Spotify", "text": "Spotify" }, { "repr": "click V BACKWARD", "text": null }, { "repr": "click spotify", "text": null }, { "repr": "click Install", "text": null } ] }
aitw_install
mobile
[ "scroll up", "status task complete", "click", "press enter", "scroll right", "scroll left", "type", "scroll down", "press back", "press home" ]
false
Clear the shopping cart on amazon. Search for razer blade on amazon, select the first entry, add it to the cart, then select checkout.
981768946366801710:7
{ "action_id": [ "6fcee9f406dc4a16a1820a38f3626262", "d9391c70f4d348fab854fa5aa8dcab92", "2221707bfa52494a95f94839f72ef107", "bffb6e3d412f479da32f3b6930c3aa69", "8fcf8aadb620482bbf6eda9aa4470380", "189b4d305ab54f93a0ab747ce357df1a", "b6b48aa5efb44f82bb9f35e6a33d24c5", "2ef8d564d37e477b8e71721392d6b64d" ], "obs_before_path": [ "evals/datasets/trajectory_lite/images/aitw_images/webshopping/981768946366801710_0.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/981768946366801710_1.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/981768946366801710_2.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/981768946366801710_3.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/981768946366801710_4.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/981768946366801710_5.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/981768946366801710_6.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/981768946366801710_7.png" ], "obs_after_path": [ "evals/datasets/trajectory_lite/images/aitw_images/webshopping/981768946366801710_1.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/981768946366801710_2.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/981768946366801710_3.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/981768946366801710_4.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/981768946366801710_5.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/981768946366801710_6.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/981768946366801710_7.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/981768946366801710_8.png" ], "obs_before": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/25/actions/image-358d058f.jpg?Expires=1768731375&Signature=o7qTUX~BKQRBY~9vqzF~j~-3hNarrIT2eh2hgQUrhFCOjrjU81VdlRCDcO8idyri7QPJLLcwplYCdWGqUgG1x4FyGEWoJ2hk-xBnzOLqwyjiovi2FWwCR6diggxMm3zXOIYghy4Yp39MGo2QRLeH4rRfqf~by54Igqx9LXfDtkNZGztdgZ96i7hrK4bEWQ7LXZWPk8IF5mtktjF8MSHFt6tG~4tNdQFN~OPLuPktFwi9ylxaVIeEGvrLxTI25CblqrN5-~5j-nzOBdZjwsiVw5CLfkoAVw3pu9YojvxM2fRlwTfIGWP8baNr-Ig0ibqdAVNGNaz4-MpR~12ogD8s4w__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/25/actions/image-358f0590.jpg?Expires=1768731375&Signature=kmzxWM9AM-86gnoZF2UrlK4c0ZHthiXw-U-dCvxCbm56ez~pgYwzqwE6fWWn0pzwsCa03OOUHKL1hpcp25XoTCux8Innm4BOjfwfwf0Sy-lzryOf6xEcWgPFgn5phPhJXMqs5B1CnMpTgjDFWkHjQ25P9jL9UjoQQ4fmAe8Ha9W6ZeExytfMVsU4gWBaCH0xHPlKaaaUtLVs9u6a26e3jup9NezqH4iDtwGY1hBY7yMrg2VAAl-nGEr4XP-FJlHMvqMbR5g3H~aNHwv9fgq13frba6bEvPSAvEnK97DyZcqL5AACEfp6S1~G1E0N2Nn3eeBABRfqPCiJX5vuulsBig__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/25/actions/image-35910591.jpg?Expires=1768731375&Signature=rFLrTI9pk3tWEWZJxzhrIpv~b4bxGRf1hy3ACRfV~vKegL-WZMHGFKuIFDHRKj8dflVxi6-zHYalgfZT3yAx3RrPW5jPfZfptlQPfmmPB2lgCoIDOXmmaxXNJ5ACkVhtSS8r9NBN9XQzNcky11LqRg42oB-6jzcfCEuwT4SvgmNwjgu2OiXrF~LyXn4sckc72F11f9lVCRWtKmNXwEDlRMWMOlOQCb0LVMDnya2sJB-0m5Av3zouWmWM663snHjR3eppneciP-rhMQH27Y7y3-LArkrgWBY4hfJPmW2KyWz38Cc8psunpKT-JlEhpOobNS8Nl56z1Ej~tpC6RbNsFw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/25/actions/image-35930592.jpg?Expires=1768731375&Signature=0SsPPIjYXf0kylOwphWfjrSuFo1nOJQkVjatmnwf0xNsJxaL4sNShGOeYpU~fH4opIEDXFEreMHWNfo4CIR8zFVRKSyPIuIot-PE32Zd6F8hOYw49Z1b~9P-aA2jFXH7I49Bat1098qjiE8qFByslxzLzdVhPKjC3A5pX-HU~21bslz~7RSzICNPWKzMDRcYN9MS3OmhVb2GCstZ1Ll4n75RaXlqh968oIG5B3xtEMPLtQLsKxdsuFCcpOttm79Wl5LqL-Iy0raQySCDC-Nj7ECJ4Ia06oXF2~ynvt6XqC-4uCsN9pHW7Wut-7vAyLOKiENjHKQuYMq4XtJ-Td5vaA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/25/actions/image-35950593.jpg?Expires=1768731375&Signature=mj94ts9q~QJxqQ8t77uCIPUCNv2oPqWHiot7CdLZCuaSxQ1UeztPTIADL79eE6xVlen8KNLWdmBurOvSrQv2jRAwG8SUEHbfrVRJ~EfDUFZ6qyM5VS4TCvDWhrsVenQQiY9ZKaj8R1K8w2XxgKqzRNsTTBnoGZHvwp6HuiPdv8T2GfSqzh-PhxfbQsbO-LAo8VKptQYelHWRoMamDNwbMFTda4J4FX78bPapby0WkY8JYfhMjn1ApEd2j82mIKkNHVR2ACZc9TURbqDWQ~eIHPOkCD1HncPQtylYbvW5eV9iq0Skvo2G0lZFI1sjFQRQ0nzVjMbNfRztASVRVZhQ3g__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/25/actions/image-35970594.jpg?Expires=1768731375&Signature=ajvXOuH4yVEXsTGBdyIbOmfRM1EmcYJwwhO5DO6wUwsAvIkG2HXYrMxM3Pu9NynN08W6B9ppxVtrzCE3buMgUWuJCT3dQnflt24ZIfqS3y5va5DKsotjb34UF-dthPp2C6rk3sjHMWRVmHT7I6-H7JLh5I5VcSPK-UcqqFSfE6aJ8~-CmgwAmq8RkMZSb-hU1iBEL8NL7~-1HQKy6ko24TV1AvK7GYjxDdPA6RL9cqAlWas3oiH1zaHZvFp66Mhdh0tBia2iAaWrBABb0OO3cdmbjiParI92UotXlxvV45CVeIN2lDjcdwNjOCSrRUnhMG9vBYwdQAWMS10i6zqLhA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/25/actions/image-35990595.jpg?Expires=1768731375&Signature=KN77ZflIZykDQiBnPFnrkOWW98IKI1fUrHZIfa5op6GLyBpiC4eR6qaBlceMW8GONgoqt-Si7xw5at3Jr6v0bpbfVIHinVhniCSUTv6WxmpvfHVrLAYau5aLbAYSYV6j49ILk3o7vheSs5hzMgC99U8ObORSUfbO7BzFAiOXXxWcxs1hbMqZaeYTK1KzQ5Rs3hXXIFdhqByJwnHz63tel1kW49lElf0cRyIY7sAbQAVVa~yvMRVkhL74bPJq~UDz5FH-tMtDB36V3TYuWPz7TalqMEHMPteI0nNPcB7P4i7IZcqLe36BzfGA7OoPjBWssAFPUAa9~P-0uDj-swubJA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/25/actions/image-359b0596.jpg?Expires=1768731375&Signature=BSddXSRU7ORWUlBOOhZkPdhr1JHkYMX3yPRpF7rD2LkJrDlHGWob7wDEukHliS5TB-eudGl8l7~oMK1XH1GBPpXKtkv~7hUCyENN-OZYANyDhegcTWaWOZf6yaeAXOe6O9uyy-6ZLsYOQnUpZCE1KSfmG3WRZG18Lmk-j4CscLrpmoBCY5TguI1Fd-LM5BrfOEs6-SzD4kEJz4YRaW92wOt76vPu7VdIf~Z~MMwz6nZRNdO8yfvGJkNIMZCh6nkBW0IqCaHMcmQA88pvHNqoW4m8cz76ez0VG6GPU0OjqQ1SshSIc8ve7oBbNmRdb1nvN2b2oRlyKDZpy30CWF3uwg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 } ], "obs_after": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/25/actions/image-2f29052e.jpg?Expires=1768731375&Signature=N4YdupCRcUddIlBmFlzb7oAzy3a--QG~sv3g3476u5kRmkTwpmOgMLwPpz~lhR1RSL0L2~NNA2GhHm322Wy0tx-0Pfrti6YZslHKhMU7nM8IxzfUtkx6sboY8sIjmAAwJNnYrS68~s7rhGq8e4OrInpLOGXK2lRyQFESdsX3SbVWIESdqRUQ3WujT8l0wI5kRSRK3dOLAnQSVtRZLBVjpWF1OlS2CxWTDn3salCpiFmTb0IytOKgZ~9oEzufkDZeIKNMivGPxIlZ7aOiwx7i2JLeQOybvSktiDdiPhXfGVyRawUexH2uekApscRrhmPTgPO-Kgzb~dEe25ksGl2U1w__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/25/actions/image-2f2b052f.jpg?Expires=1768731375&Signature=nq-gVfQH-jfBIKkkFBbhmKVm~QtCOZ2HRz3xmzflHaAFPheXPpJF8Mrq3ouaLX1EvZWDpOB3DRHLXiUxT5C0SEU5YZwNQdypkWZmT1Sq9gpLmn5X3EW~VYUOhOuTenRWUDB3F0RorB-QMhugakZ2hkkuNHrbVvv2cUWQs6xi1-ZCWb1cmHKQIxfV2MFjfJssYa~ARSiYIBnj6KYLxOy8u3qviyQJ5zJN5VHYJ78Worv3XF0Gk3wS25-Qa~EkdHQVgN4OmxYi0mmIbK5cX4P5jMTrQ0pIF5h-gOjBoB-mIRBbi6vRcaOSpr1xE4clCacPqgy-Tx73Cr0dbvEePGA9wA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/25/actions/image-2f2d0530.jpg?Expires=1768731375&Signature=N3l2JvF66cwSWaYZgzoYk8Qw4Wn3h5ZKff5AG99gH5qhv6K8TgS1VkyWVj~Oswb0oFVdeoWpwSMpLZi3nOdx0yWT4CqQHRUzdv-j6wR2IGu5hcllDTz-tISwZZRmqAAxD7E4xCX9kXpTcK8H1REgbmIjOgRKE0yZB05tyTyVJBTZzfnvI9SRvBEfx7XJOagM9~zjf7No4BgDsKEsyowUq~NMKS830~N79nZ6LEjELqZbLdxKjdE1iV~ML7KDkfCMJuILSKhijQMFViG1j-DB47PCjsgISGaduznOqRr17Mzwrw~~LxVQHcH5L2HJ0W88VVBCNr~q7BUK8XsNCzC26A__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/25/actions/image-2f2f0531.jpg?Expires=1768731375&Signature=C~Ehn4K85XsrMVgFOPALT4KiFjAq9j6ulICmcQwr7bQOof0pjUBQ8Yxl7KjtnLX7lrMOqrr6ZGs3MizoeMeTU7qk6glTyjrDDiddN6DswoGNGFNlnXBNTbwP-VU1GOoXPpuPgZ2lgutGfrJYlhcLgf3VCueR3-ujQcspLx7j7gT2TfrsAiQ0eH6cra2IeUXA2-CfY0Tsj4aHFtblFAc4jY9pje5aFknhD2lykMqJGqdZovUfTbmsc973tsFleA4S2G2s0pVworB8NMNgWM2uw5KziDffMdRGIzj-Q~e08nkXQtObgnEyZnZSeI8QDQdMRdaXU3w~FaXls9U4FlA7Ow__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/25/actions/image-2f310532.jpg?Expires=1768731375&Signature=BwTo-dEr0Bhss1vA78qvsbgsmc92tFEiiEFkStP7BrYTXTMNxTW6A-g--wyDfxpeHzoTvQGQCfa4dx6VmSog6ntZEHgxFR-CpSOPajNf92OvlDQ9~Pre71TsBv8RA6IL7RCNvFgJPMR~Jee3Bj06EAMaQ~a~y0Q6YCkhhWVOz2JkIZ9XND-cOiKkHMHlbvZ~90t27Fcfco7tNp4j~QUm9tf~ltU1gLyULKjaHabapLVc8msLIE8gWBri3HrpHCn3k6mJP8WMPzJ0fcQE8L0w-vo2tF8-3Fdw~aJ8a80rocgHSbDQ2GtdG437SfKKn6Oj2CVfULpQSnRmae77C2y8NA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/25/actions/image-2f330533.jpg?Expires=1768731375&Signature=BohgXW5Yk0gDTZfjhp9YNkxsY6otxX4b-4UuxthSuA3IZXUJ2QfxhC5eAoLpFsHmJe-tcgdVpF5Iaz-sh5UmAQodMFKODziD9mCyRWmDTOh1DkjIVTatNyQk2CQIV6NECh-PPExcnHpo~5CYstJ4goZH9ydNAaeUjoIBu6SOskjerlfzo-0i4lckr4lTb29afgn3jsMJqUZOy3MJnF0G4PeLqj3NwL3EWtrQfKmdjPlJxY2dc0zvvb2cHks6m3F-D1wuiKUSGEHjTPteNK2pwDNIeGg0iXyG4H8LcXmEv55FhdDlCv6oilXAMMEoLMIyzX7PSJvdqmTfkA4yHF4JhA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/25/actions/image-2f350534.jpg?Expires=1768731375&Signature=l4KexThZeZ5Fhhayr06k~lo-RjZvfYkEZe~PMn2Jt-oHyYj80gBBYAzUQNnJZGGy1187qHanbXbZOoAa54~Omg7LG05QX93DGRA-h~UoBpEMybpi2S2~EZ6xOAeWkSeh99QLojA~VrCk4nTJwXopxWpk7WwEyDj3zobFA21uIGSc~Qb572jNg20tCJJhzBWZEispSrpI7WbjI-bXSQD1h3CTQplZNRSEKs09uZ~Wr~TSRUE5SG4gjqfn~dJ1YMkPUA1IhS9DclS7N0MnlUGIDt3wYe2UXoxSmYCnwzQPOHBsbD7uToL6Kj8lUXmeXXlzEZXwG1YqoziLZHW21Rriwg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/25/actions/image-2f370535.jpg?Expires=1768731375&Signature=MJ5tDiPrIkBnci7rB34qFKqqGKZqcGSFl1hIGRUZxut0iSnzgkU0TTkWPS2hUUqjf9leK2gv3LSXZ5Hh8y5HVEzq15J5QCEg9~SlhtCqZEbDNIBYLQdSXa3jzB56tdXcbLGvEQnogCJPlr7r76j7aeSsHWyxY0Um9daGd9-1cU1skygsnp9UojdpMvrKzAc9dPtAF-Mm8oz5QMpgoGzLWsa72d8rYnTsDL2B7EyyLb4GL1HLPIdxfAUZWKlfMGj-FBkYGZGXeKMXy4MLGD6CEN6oUYXBS78S~byMOlTVErQ6RW7jDojE-ogeQ24E51WxYonspMkQgFFWLCXabWyAEA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 } ], "operation": [ "click", "click", "click", "click", "type", "click", "click", "scroll down" ], "bbox": [ { "x": 0.6919999718666077, "y": 0.7680000066757202, "width": 1, "height": 1 }, { "x": 0.45899999141693115, "y": 0.06499999761581421, "width": 1, "height": 1 }, { "x": 0.11500000208616257, "y": 0.2199999988079071, "width": 1, "height": 1 }, { "x": 0.4659999907016754, "y": 0.18700000643730164, "width": 1, "height": 1 }, null, { "x": 0.2809999883174896, "y": 0.23100000619888306, "width": 1, "height": 1 }, { "x": 0.2029999941587448, "y": 0.4819999933242798, "width": 1, "height": 1 }, null ], "metadata": [ { "repr": "click 90", "text": null }, { "repr": "click target.com/p/apple-85w-m", "text": null }, { "repr": "click Amazon.c.", "text": null }, { "repr": "click Best", "text": null }, { "repr": "type RAZER BLADE", "text": "RAZER BLADE" }, { "repr": "click razer blade 14", "text": null }, { "repr": "click Choice", "text": null }, { "repr": "scroll down", "text": null } ] }
aitw_webshopping
mobile
[ "scroll up", "status task complete", "click", "press enter", "scroll right", "scroll left", "type", "scroll down", "press back", "press home" ]
false
open app "Contacts" (install if not already installed)
11544619504156449346:6
{ "action_id": [ "ccca6c822d5c410b99ea118d97b71dda", "1d04c756f48b4b6b80ac7250a6dbcc9e", "4ae35be8b26145f8900907cb5d4df668", "9963d1bf2f8e4dbbb1ae7dcca267e0b4", "0494880391964b42ae3d9bf22e737c7c", "704a47df8fac4ff584db60a50a8ee895", "1087179cb4334880bedcc974eb63086f" ], "obs_before_path": [ "evals/datasets/trajectory_lite/images/aitw_images/install/11544619504156449346_0.png", "evals/datasets/trajectory_lite/images/aitw_images/install/11544619504156449346_1.png", "evals/datasets/trajectory_lite/images/aitw_images/install/11544619504156449346_2.png", "evals/datasets/trajectory_lite/images/aitw_images/install/11544619504156449346_3.png", "evals/datasets/trajectory_lite/images/aitw_images/install/11544619504156449346_4.png", "evals/datasets/trajectory_lite/images/aitw_images/install/11544619504156449346_5.png", "evals/datasets/trajectory_lite/images/aitw_images/install/11544619504156449346_6.png" ], "obs_after_path": [ "evals/datasets/trajectory_lite/images/aitw_images/install/11544619504156449346_1.png", "evals/datasets/trajectory_lite/images/aitw_images/install/11544619504156449346_2.png", "evals/datasets/trajectory_lite/images/aitw_images/install/11544619504156449346_3.png", "evals/datasets/trajectory_lite/images/aitw_images/install/11544619504156449346_4.png", "evals/datasets/trajectory_lite/images/aitw_images/install/11544619504156449346_5.png", "evals/datasets/trajectory_lite/images/aitw_images/install/11544619504156449346_6.png", "evals/datasets/trajectory_lite/images/aitw_images/install/11544619504156449346_7.png" ], "obs_before": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/26/actions/image-358d058f.jpg?Expires=1768731375&Signature=Hxn5fVngoi1jjt5yKOWq~7nmifYG4XtSMx1kI0ZG~18PJA3BnWddKNtYYSpBFTpD00hdkIlpqyTGvqpvcw8ve5tuzqE~bOpcL-f0nDs-sNqSMRh58endbiFLgZt2gdHS1mxyzWo~jp68ehcSuA01YysejO833RfuDcO64Kok~RXrGT-W8R6yQd6ff0nkRgoHK95wPmULyei8rTfaB8LHfUIyblQp50uFPsyxjArn1E2e3IenyLgEmODd5LtIULR~OZXG40LVtOm4enerEjh16SD4RJBKkXw~TTkRkw0t6PqQh1SygBbO1~PUZS6nu-W~GSiyD4VUjxqSmxAL1ArJmw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/26/actions/image-358f0590.jpg?Expires=1768731375&Signature=sW~qDY0zOpl1TmY8Qlta2dkTX8smzY4Qq54r2BowUSV3h5lQNYotxPMGcydwl-a3WVJK88qSCvf0tLlkv9V4Nr3HCk0MR2vw2I6~LREtMxCf3wKuDjDrRk~j2C2QGbKqAJurTY~dlHFhI7Z0yJbzoyIWEejjpTI3bO4Nke0OGGSDefyaxWUVP~URSwMIILeo5cDihkCzZe6vXA1Ujks9DCJAiJ6jeb7gLzLhE8r1Gu2PnG75xQIn9RTLBBqnueLpMlCyQkuIESBg9qpOeka7rDlS9eO~RejottPTYBhZzKs4M67WYSE5ysRQqtQrqK9Pa-g7nlp20gq-wJUr1g6LPw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/26/actions/image-35910591.jpg?Expires=1768731375&Signature=qCmxgGQc5XFVrt2zN-XDjiSBJkRK~ip~A80m23O0nqGBCS70X-RcQjRdXEm1W4eH2uVSj2XXcufs90Q1OHQdhtSV89ao7y4c7ys8L0UNLfvpZXY2xiD3vmftrIQjbmcBNmq4dMRdL4FArNjAbVqZrb63je3GvVBfrZ617vChX-JvFdibj8iVDSCblLZqMSR6J3z2GMhZKP-Z1tKHdMdZYvCYpplYJ2g4h9ftgXRy0Y36v2pGeAriMesUCoYevzU5i~GEW3nIQrXZRaJw51T1QP0VaElNFczv~O9JNf7KXlYytxiUIYQpuGo3j6YbrXw4QMCGmuBXL9C5UeVrycxD-Q__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/26/actions/image-35930592.jpg?Expires=1768731375&Signature=GaLOz2-NNVzvbOlZkploCePj8Ge4anPliDVeRlPr4SNComE6vpQBg2JkX2KoMUcI5aYgkLtGZDvRm6T2PYpOWFM0WuXzr2oo6SilATaxxHP56PJVHweIIoRnh57yzl4PudWD2D~XaOKVSf8wBef6BsWknqZB5-i8Qy4kxDwjSEIcfmpf6AcAaOA385WxDv19at~jd5tVfOrMVcVlgWNF2yHl0~VG29JenMA87fWhE99I8l8gsn-Kr8BZhTa5F5vgskI4dyYTZOQOSzoAxJKV9mHYLDKzg~tu56VOWajFAQSJylizPcGaEKrgrL8tPxWIqioqf7Wo4AN08YuhBBM63A__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/26/actions/image-35950593.jpg?Expires=1768731375&Signature=CYNpZ3KkXSaaGWzTv39oI6tobJZqRkEKp8UmWj0eJWIkErdKNXdgDtfAwcg4gKYNpHYOf8m-4E3HBzNBm5ouLXjOrDDWXet736MA40o8ljykahlZsGcMmfjP9-N0uNybKO9kQspXy70rXQ-BUKXy153wvHh0-1Cf4YuhOIIC0fV7KBBz~pQ5Mv1l7LnC2IYsPd76Mp-hhFSL2lraODkI0PiqnWeWCdHyXW9ehaOS91Ro-Cf2sEsBYEK-kygnodUaDWQWFS2JKWqyCfN8q6io5bLBzy3BHKoRPBLd70RZ9avFeIkTDcXxrRI90YLVFUZWlMJYNKrKzIDc-youRcKxrQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/26/actions/image-35970594.jpg?Expires=1768731375&Signature=bxHasfCTxB-V3CO6W652p527uAdlojBwHtg2MnVSSBGciiPSFWEy3Ghw0YT2TcCLVqOZf1JGWSbseVzVTU4SeiNYJu-EQq3gBHKPAgS4x7TIkxpJ59PUgBQgMsyN6T1W73IhKNemWXWos6zJIZOYW49ylan7-5cEwCZSgZpetCTLLMR2RIVcnnlKB5DIUzBMX81mZ5S6~XzrqBQmhQuB4Ma0cd3kFqjykk1dnIyhLn1NfYr5pjwwUhtuNexqgJKmBiGDW69JieAuwvv~loHXDjPVlu2a61sk0OOJKTb0~gyDud6QYGSwb3FJFmCfi8bqcJvRm~laJ6svWmhXvnru7Q__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/26/actions/image-35990595.jpg?Expires=1768731375&Signature=H7CzvEX90egVVYjHvjKwSstYgLJPArOo9FGa37y2x23Dn2uGm2jU5tgzYpx0GhvDJ~gIWZDmZH8qGqk2WYBzCxOwW-azAnm2rEbcAXkWti2YrdZsor5a49K9UF9Gg2bUThSScoHce5oPB4JoyqKU3-wlyKC-sntYNAGqO--ksVi~VgCNU16SuVUSwoOZipSVUblGocgPVlPyHL6G2o~ahU41NcaBbh8Epy~gRUk5DHI9tKVUBnjRfsHT3OsnhvUGLZ1JGoiSVFHlcTfB1nBF8ElRU7P4k2f2ms7cXCrLLlHy1MprWzDWN5WYg5vS3pLoOOyfErl47Tq7SyvbSdXAvw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 } ], "obs_after": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/26/actions/image-2f29052e.jpg?Expires=1768731375&Signature=cwWb6fECpfDPBANd4ni-v8x2g-3ux8VwgOrvodsQyyyXVYghnSj~aVwD3gy92ofsGSQZ52lnIXd1uPaKT9zu6a9QiI~7ThmJhj345Iz88gIS1JVwG3NAveWf9oSe1frttaH2hYzZdu646bNjH1bvLaHG5BZW4qcKMj0q8i8OyxIY1OO5XBZN-Fp0z6MNFEBWfYnR7FwvHuLMFrIDIl39hsT6firE-VYvPfNJdfZQWRSlydmyawguonEurN6ENJxqlsbLJ2byedtsp83NNM0ZArPIhivHBLAd4bCG2TAUwlGCllGjAegKgyKQ-zoa9AHwV8xwHiErW7gyNIUiBiQlMw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/26/actions/image-2f2b052f.jpg?Expires=1768731375&Signature=f2tMjok4Rj2FkDcSRKWqDrQCZfXOsE4q8K9OGnhp37idElNo1EnRqAEkkAysQYDGTnzbHUTno1FSKldoD9m04M7JjaeYdEoYIjPLf8jtVXUzqZcdqi-8qNgEit~0puh0O5WsMx4QT80lN4~XLM8TVgeVvgvDpoTqhwasr7AvkYOCZqbMs5~QvAO6Y8LwuyRSNCKAOXNnnpwxeqQ4b539hWAzHGUMCxJcTbJDiOWbo0bA35Qf5TR5RGksQmA9VvaYWvXNMbJs09mGUJw8GGG0xiXAJXM8A~xG-QF1EgE0pnv2yy8ys8rQw8bHmDGJi7zgfpEUGSZtsl15j3z9F8lYSg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/26/actions/image-2f2d0530.jpg?Expires=1768731375&Signature=Fd35ql9568bAqVrH0loTZ9jVCV0JdYMQl1eP8eik8JRDetqp90GXrNZwMgb8ihzhqM6AYWP4jIPL9Y0ojW5ryhrDj4OC4stzcak7dB7xUEFvl~dzZjuBUybl8hHtPjusH7U86d4ZBJN9mfgMj3~FRYR9pgf2Two57bKO9S3JzORklpJDO~FmRoUGGlEf6vgppaWg8QWGectlxc3jPyKrnFKXSoVbiR9cC6bkQlZN6-Ju9SNiNii9DIbs4RFEnBBwgoK4hfP4GvWPeDH3MoWB1buHJEmEknVcWpBzUn1SvXcJZ4oikbttePqf-9-G7E6M1g2b9B-zM-X5~qTPTe8yew__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/26/actions/image-2f2f0531.jpg?Expires=1768731375&Signature=uttJ5zn1m8xdX6CuVwQW6knY7uC1hMMEm9IXIJSGegqIRMNKxnWMLkwKmxJ64Ec8bdK7e2EsPqhtQcKQuLWzyqK6mubkbYAMJoGfj0tsv-g1IH19qegB1cs9PIKMknb8muRjYhRuVkxu7WbvcGbGPw6O96oips-b-TGDF~03Jq0BF53L0YhKvSqCwtMrwues5OUI9aWarjA2W7~8cPYFrpg6EioXD34av3CPV5wuOjfwzkLfl~QD2YXdEfKeGPwg3MIOLNDvK3SmFSPQ1V6vSUcGKN0Hs33ZpsM7UlPUVHBC94PXC40YPdoMC48oiAIVrphgyEvvhBSOdog1lrzEQA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/26/actions/image-2f310532.jpg?Expires=1768731375&Signature=cIsTNPeQXVMBpD664U0JsMY~VJhT3s9jAWIXkUEdU5p8eLN~gsqwI2FzUFT5JgxaczOczf0RYNqDgtGI64CYvV9pP3DrGI18wcCL10N6npEfJfoN3Be~i78wFQOFFYPlxN0c6TJWH5oj2o6r23xy2GPZMfGhtwSuDFZBTOyWt~pRaKfYiBi~E0FfhgJlEzvhZHoZ7cUDDK36oibYMySxhXoyYh6QdTX9Lpec8fpsDm078tZj7q1btAKZbse5uCLGoEUgLUI84ANJEItAKWNYkj0Y7ozavZso5nSi3sOUotdJMlehzQURzjv0q157Q4GGCmj7pZj~lAHFQQRb4hThEw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/26/actions/image-2f330533.jpg?Expires=1768731375&Signature=v2ZU7bt~qPLYt1bW5LCI1wvliyS0sN26KBM4OSkZeC1FMOlwNC5ZfkX9h1Mlo6IAoT-6KGTszbAyF-6Rye5oaVd1J2HHbzDTSR1E~5FVuot~kd3qMIwPcgm8QVvXA3aZSKDFtuUfY9A6hszVUhvXGk6X8~tEHIOjVBvJCC69faOJvcfYdCqGLeAk2SzcsWZSeURNcdxtHAYY2lpTXzZZXW6DnnSiTWh27ioVlDS4QYdITvdwZ3ehHFN6CPjzwT0HN1B4EkroheebywEdsHmOceT0Un9JJHYI~i584QIkyGyon2vks1VGQfdekFqNxKhyyalLj1dW5UB2M1AkMUY8vw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/26/actions/image-2f350534.jpg?Expires=1768731375&Signature=hBO-GiDeLiVgu4MSrnUns1YydgwdxWwviqeKfyJ7~kBIs7CytXqoqCcced2FnPwEqh6aXVj-sOqVNfWqYtVVr45HoU2YytlaB4uVRoxg9NMtz5e~vPiasN~H9dB81u1SXjivQ4LZJ0p9njG89rplJQe7e4zgrAiC3WX5U-tqnOuOIelNOGAD7F1Q010n2fZ0YGzj~BbkTgnfV0AnGoWeO3G8mXmChKEUhfm~qN1Mt3tzNcDQAbd53EmjlA1QVokyvr5Qu13J3grKCN1WxKFFrprvWJUywhxATAQg9eYlw5oHWA9R-nEk9NWRIOYqA94QAkcSSncDN4PHuX7Q~FSOmA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 } ], "operation": [ "press back", "click", "scroll down", "click", "click", "click", "type" ], "bbox": [ null, { "x": 0.5709999799728394, "y": 0.013500000350177288, "width": 1, "height": 1 }, null, { "x": 0.7070000171661377, "y": 0.503000020980835, "width": 1, "height": 1 }, { "x": 0.8949999809265137, "y": 0.9599999785423279, "width": 1, "height": 1 }, { "x": 0.2540000081062317, "y": 0.4359999895095825, "width": 1, "height": 1 }, null ], "metadata": [ { "repr": "press back", "text": null }, { "repr": "click 17", "text": null }, { "repr": "scroll down", "text": null }, { "repr": "click PERSON", "text": null }, { "repr": "click PLUS", "text": null }, { "repr": "click First name", "text": null }, { "repr": "type fbbf", "text": "fbbf" } ] }
aitw_install
mobile
[ "scroll up", "status task complete", "click", "press enter", "scroll right", "scroll left", "type", "scroll down", "press back", "press home" ]
false
uninstall "Spotify: Music and Podcasts"
6617324784273834109:1
{ "action_id": [ "031e125bcc734d839c6658e0aa143f41", "dc3fbf6928f7477b95a625ce01c7073e" ], "obs_before_path": [ "evals/datasets/trajectory_lite/images/aitw_images/install/6617324784273834109_0.png", "evals/datasets/trajectory_lite/images/aitw_images/install/6617324784273834109_1.png" ], "obs_after_path": [ "evals/datasets/trajectory_lite/images/aitw_images/install/6617324784273834109_1.png", "evals/datasets/trajectory_lite/images/aitw_images/install/6617324784273834109_2.png" ], "obs_before": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/27/actions/image-358d058f.jpg?Expires=1768731375&Signature=jPp6esxLUoFu96hHgANFgWkLqP~cRRfPA611~aJ5HuXr0HmHhUe5Du3ovH8Mfcq0VGA-tbJTe16bEoXK-N6mZ4-~jGxl-HKnwrGNZnD53-LtJOecdABdQHdwbWylMWOtx9TBbxl1MXn4Unwq-rU4kzn2fvkL9YcFYU6AhAF0Q0yx1K7T1MWnAXRVOT2JpoHzT-W6asFw4ZYZFKHUSB59k8ByyA7CvXZ61~Gd3ZV9YxWYJSA4ZyZqgUOlSQKUddAcfC8fhi-pytcCwieoNjenk7YUT0Q9r6N-EqS9hve2wILIupzSk-Wgg2H83LSE2Dxq1kFaq4PsZixTHRePyXr5LA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/27/actions/image-358f0590.jpg?Expires=1768731375&Signature=M9V-DvUdLQUSOWklmZ0lhxH0QRvvxWS3ymxQYjW8D~i2F-a2DMJD33~NqQl7JoKoa5qJ1wz-L4huX11ESbTWIp-SBxvTZ~MNyIoghnQ2n9caG-7zF~8i~xoqvcIMUTKGpID7JEHPapI4zf6KjBJP3m0jAKYqtYTIvWlEYitn3ab4jmLtX1pQw06vWUBpoI6-qPK0im3eM33kdDkGVwnNg10wyQXLi2I7V~LMq4p7QALSk7gdy1DH9ydh-BroC8TYadEa1fPkF4yvXxYVsaEFbp5dtBtw2Jon~2qPA0AvLtWMHLmwyjgnfwaEy7lSPcqGTdpDun9~o3lAJPZ35sUytA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 } ], "obs_after": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/27/actions/image-2f29052e.jpg?Expires=1768731375&Signature=oXKRjb7R6XsY3ir8ItfDNCrk~7I-gZAJidurOxMTN1z80NcRTStyd2~kcGCP1Bvu-USZg357TxMKGqOwx98gMA4ktrmN8I2SN2bNUokwe0FF5Kyn-Le70Kv7nJrBj9SiUvzuC8GOhFSDrdUo0Hwo6KmUJc6jD9syrcy-MS9r7IrOzTvQw3HXjfI04KCP2mW7C8ahs71yTdM2dO1s1B0fv6qoKnK5gKJ2JqwrF5v0Jxs8WEp~RngUJ-vSkx8uqFZp9OfGQsV22k5hRIRgsUScoXuQJdg83Vum1W36uerdZRF2YhnWQq0dRu4EZ5~hw8FqYVXUd8hIRybhpZIvUOF-UA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/27/actions/image-2f2b052f.jpg?Expires=1768731375&Signature=ko2R2BWCdfaz96ifA4CKJJmmg8WLSGA3FGyjML3n~faKvYCWWnbQ8y8H7odANSz4Af77pyyCKdaaqnMBDyqzMm6PwezdgPJYEEVyF-~UientkimcJCqUySWyL8os0bV9Z7N39TYAqBMqA8pFGB5Q3hXim1oXu5j-I25TXtsmyeaAuEShdSmVFrHq9WtnhnIS2dmPSPWyXwvrCZKi1q9zO2bUDtgjyas8~bwYRYNSG9efoOb2UN49fxnHhQF39IjwNGUDfPvMcoA3tza~kaxb-nfKqXAOumNBFkHm64kvCair2ftvuVRVAf6WkG7pzHJY4Lih5qsglQZnsvae79MSnw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 } ], "operation": [ "scroll down", "click" ], "bbox": [ null, { "x": 0.8730000257492065, "y": 0.19300000369548798, "width": 1, "height": 1 } ], "metadata": [ { "repr": "scroll down", "text": null }, { "repr": "click Play Store", "text": null } ] }
aitw_install
mobile
[ "scroll up", "status task complete", "click", "press enter", "scroll right", "scroll left", "type", "scroll down", "press back", "press home" ]
false
open app "Lyft - Rideshare, Bikes, Scooters & Transit"
4014939599908492923:8
{ "action_id": [ "f7fadafa123f455093a4359c540aec29", "05e3485ed6cf42e1b0ade0ab0c5ee86e", "3e8a2de12c08407a94afca6735c063d7", "a9b430c1bd854cb398b26b4ab640e4a7", "849c2655871c4a4d9f3a84cbe4ab0582", "06f59b1bbdcb4ca4857e315041427958", "016466d7259a482a88de4a54a6aff1fc", "9809f92b13b44463918702003325b5ed", "848fa64c7ec34957bd74b274b74b8c5d" ], "obs_before_path": [ "evals/datasets/trajectory_lite/images/aitw_images/install/4014939599908492923_0.png", "evals/datasets/trajectory_lite/images/aitw_images/install/4014939599908492923_1.png", "evals/datasets/trajectory_lite/images/aitw_images/install/4014939599908492923_2.png", "evals/datasets/trajectory_lite/images/aitw_images/install/4014939599908492923_3.png", "evals/datasets/trajectory_lite/images/aitw_images/install/4014939599908492923_4.png", "evals/datasets/trajectory_lite/images/aitw_images/install/4014939599908492923_5.png", "evals/datasets/trajectory_lite/images/aitw_images/install/4014939599908492923_6.png", "evals/datasets/trajectory_lite/images/aitw_images/install/4014939599908492923_7.png", "evals/datasets/trajectory_lite/images/aitw_images/install/4014939599908492923_8.png" ], "obs_after_path": [ "evals/datasets/trajectory_lite/images/aitw_images/install/4014939599908492923_1.png", "evals/datasets/trajectory_lite/images/aitw_images/install/4014939599908492923_2.png", "evals/datasets/trajectory_lite/images/aitw_images/install/4014939599908492923_3.png", "evals/datasets/trajectory_lite/images/aitw_images/install/4014939599908492923_4.png", "evals/datasets/trajectory_lite/images/aitw_images/install/4014939599908492923_5.png", "evals/datasets/trajectory_lite/images/aitw_images/install/4014939599908492923_6.png", "evals/datasets/trajectory_lite/images/aitw_images/install/4014939599908492923_7.png", "evals/datasets/trajectory_lite/images/aitw_images/install/4014939599908492923_8.png", "evals/datasets/trajectory_lite/images/aitw_images/install/4014939599908492923_9.png" ], "obs_before": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/28/actions/image-358d058f.jpg?Expires=1768731375&Signature=VVYZ03892~KKMgkFryw-Vg1hve1e1dSP5WtYv~IjZof8HJ52vaqSvw9ea0wDb~Av7P71JXbdfqHeoK~RorS2XlkCkNmG3Sx5kt-2-FU-tbwUp-tONzCcPOi6YZ5Lxl7PStcaFsU54MMqO1jC9q-EIsTG37Z~-Uv9W8yEj4QUulHgcxF0MBfT8ItQtOSGcoJDG4DrAYmoqNG6ZdeOPoZLal2LgOMv3WOv2w9l0VjH6WGhupYE8knyWU1oFNLopywpVqPTUlkG8AOUMRgDihEufjZYzWdgxOFjhA4-RkhUG53AOgwRmgX05c2UXS1caucrl6xdFM31OBBA5YfofsEipw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/28/actions/image-358f0590.jpg?Expires=1768731375&Signature=QyaSL2isQaoKD~SsYw9sRVjI1taPvzax3WgCvvZ61Ci~ZNjRnoCZO5aBCWArJA66uyPZXLRyXOafT66UTtScUOEvIYbXy95UUIaNpyHPKxw-6f5TzNEFXwBcu6QNHucSEJmEosH-tEJVbC0DCzurTy59JSIAT6WuXWgEObYt8vrjKiLGgsNgmKAnKA-vAKWvkMEB-DzuQ0SNy7tlyerqKEBdgGhjx1486E3jVXFx0mQTRyNmtEnV5SfWYytg1IR6ev25j~J6uWIAUiQ~SbP91GAakGqgPMTz1Kbt7qb2IO8cboZs-nLFx-sAalzCh2I5UQJb8uLHU5LMNLvGUgqKtQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/28/actions/image-35910591.jpg?Expires=1768731375&Signature=vxFM5M9Wbo1dWqP2XkTyCWn0hEbEwXBL2d1rgn9NQ3LQTpHxoNQgIU23hWN5rPJ~9WQUS1vQGRM9qThduWrTc6VG8iTD2AcrHzZ-RB7cDOKCNO2Fk8w4lODT9jk7L32brchHcKcbqWWT0mpTQ4slsMeUXxUMnvotvuJUiz27RUirwIgI7RQnoa8kBPfYuQqnL910sV9rUjXZuKKDbkq-AG9O4Q5eRWaOtgw84fteCv-HOTcvLsE44zrxmKvvO5ErwH~7ytunIOVo82qEyOb3gxm1xBNpRhMlY6cB8MDFHXOB6ZgRVgYI5Xgh1CICMAGU-QphJoRx4sqJ4s5QxAaiWg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/28/actions/image-35930592.jpg?Expires=1768731375&Signature=aVVxo8Q9NXjle-2yDlwB-BTxAIa6qA5ioR6cT0ZUo18Oy3YIWLIJVg5xFVFIrMgOofXu0NnoYYSjMhgebGoVghDzgAPxiMriuyUxPxCDUkg-AsLKyoIVRuNJa5PN0vQjCtXpm1N0DBZvbQ5UHD65I4xCotNpj4IqPiBhWCozJZWEuikhbOFn02WdLRjAx~8oiD2ZbX0cvjK5Pd3DVjmtKkq9H8dhdLx5bHwRleuWY9AwE7dMb6kIDbR2Omycl~XRMxoHL597Pm1suU6bzsiJ-7GaV1vLR4JGAd8F6oG0~GAnqd~nRggcvqBRXmEqj8gm39ZBlW0feRi0Lbt4L0EcYg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/28/actions/image-35950593.jpg?Expires=1768731375&Signature=Vevyeft20S6T1gL-VF0FqOA62ZY7J5N1EDOwCCEVP7g4RU4uqFyFfBTBsSPbaaQnKwxFqi0ISn6CUYWiGA9y9s6lqpo3tOmeUpS1qsgde~FJyBMXgTQ9rnk5doAVZKgBqhQ7WfLP1SLRxB0uoG8xJQzY1d3LUhbhM-jynfUpSeiEBx9wTtGaP0Hmb~PojSXGGXtAKq6IUUtN6ES3eWyLG3denmq2vZLmqIqQltEgppC-xHhV2xHKD0RhXl-IrLhIzQXQQEBjrTMLWD95faHntFB4d46VnARUFBKHMB69V9x-vAiCuGqxOPI-0~DeJmrNHWKz8P2CsxyP2hwJDlvUGw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/28/actions/image-35970594.jpg?Expires=1768731375&Signature=SI~bQQfs4jOnefSRCFOw6au~-sCwCWE6hMO5VcuWQZ-fK1MC1K3dD52IbjRXgexAx7MQIOGbRqOixMGvzUBMNMlZDNl9mr7AHE8v0CXoK2GN8MOWJ~L3zea2knSfnoXyZhQxYknybQH5xNS1302~y8C3tzvDWRu0bPsP2VERWHX4MqLHfpQkEdzlUhkGOfrymqsS4HC-Vjaz5LK4NwuF1DsBtlGxUOZQBr8ALOpxxHzCgm72McO11HSdoi9iNf51lzfkntL-qEpLv3z67qhi59GRusLRoCppF8H-9ZKr3Uczor8jn6aCAed6ku5qqpV~Ln9UYzD1e8ThrAlrgOWrmg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/28/actions/image-35990595.jpg?Expires=1768731375&Signature=DvzyYtfYN26BSrOvfbdDQH-CZrJVNcj4g2U0ljD9uENpwD7ayoU0r55BVJ17IfiZfP04CxuTXNkAKAIes~u3wStlPc~RPT1WG996q8Qhq1-6xVC584zel9G7cZt02lrNv7N8NLBBXSf1PmQS3iSZCZgDKyZ9lWnRhpJuMrAwjVaPbAh-1uidYOJ6ga-E2wqerLy1i641Zu2ucvbXWx7JNH4hpREYZm7vWd7lFBqSll8VkwCO8kHCEeEbLJ5hO9uKncAOSMlIw5VbRpTFbZ2nWnilzdDKnzUXdxBIxk6LdlSUKsXLowBFBh4U6R1dGue~r44et7zAATr7E6vKxp~TyA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/28/actions/image-359b0596.jpg?Expires=1768731375&Signature=hCzyv5yBq23nKMU1olVCGuGxBjqnU2A0fNfXU-CWc9MG0fyt7RtjKLZhly0qAdLr~BFo5aPKiF6n0iD7BwR6svBAHdmZuOe6qUSITODmUudMnBpW5Ic~VVLqeOp8gDWvGHClqosN0IkrtkwUA-rEkf5m4LkeOs6Ty55O~fCmXldD915D9uXBaK4LBy3QRNo1SdN~AHrAhcV7MCT-TUCiIEw7JIVCIxMqiyn9u6QAAUx8YohwJYO9Bt-v9Mq3SZq4v-~iXA~T23srxKwlspxjdDR1ABf49AMqUVIeMBGXPPNP-LrP3bUqWEBqL9JNEAk8RSgSnNZBiyW4YlKac70SVA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/28/actions/image-359d0597.jpg?Expires=1768731375&Signature=Qwlj972cv~3uX7pdDS-oG818PoTGedbcuU-b30YqmYIw0PdIKG3wkmIH8lSd2eUscFN6eFpRhJEWtzzZvrzhE1B86IyiNO96rGUpWLReUsS1ZrmcWvonj~7V7-2Fi3qN5P5M03Q5U2-fI6jCRYEyVLUzbxLGZH06ZuGCLvVlmMFyOKPWX8~buDm1S~xcig2J3u6dcDxlc6tP8EW0Sxsda5tcMflS3NAtQxdgBKfP6wrmPEJSeOzE8jNo8INiian5xRxjCnC4PJ1p~PtlVyr9Crk8yBZqDXQYST5QPQc0IS4~jVaQnIIWw72O0--wcC9aShRYeiwWoE3mzHTkYYaKHg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 } ], "obs_after": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/28/actions/image-2f29052e.jpg?Expires=1768731375&Signature=bxY6Ra-JCkVtQxLqBSxyFvrz4~QOzKYzYOyojODsnhE7FV8ka~Y0uam97vUThl83AsxpClwx26EDwu2d6t7ptwWgDFbazCjzkkbr~-jkxDnHDe9BNuc~4pchIJGsDoYdy-J06w99C-QI4w9Me8~ryJyAhjIUjEpCfIwE0AsRoFyk4cnww94lXPscJ-LA4OUEwHgqDcSW60MxmQXz7TW42vhd07jptfiwd8LmovzDohUqGxY1NR~WJYFoQFVyTosd5OEm0MFdcPP535fYJe7aYd3ktbRilT2UGN9fe4rAm6Y7fnfM03aOtiw5-fRCzMDPtBDk78LMjrUpAYEM3M9h7A__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/28/actions/image-2f2b052f.jpg?Expires=1768731375&Signature=MtMK5vOPihOPbvdd2ml32EJxt8y~s-O3n6yhPdNQrs9XKRgZvHz4khweHOCt4o-bT29~42NZIpJ4TkkXaILo6Z3ocxRgOoXC5j6XrFwQsEIlRmTK3S3ToQQWU70zaiIVpDc7yrF5NkWVa~y2CQeiINjTm-8BcOYK01SXLXKsT~1S-DOxDynvaA1MA5wOrL2G9hrnzkAJrkhpkKUW-YISF1YmEfC5qUi-bgVcxtKzEjD1iSO4Men8279Msoe3d9fx1E7keuT2RofN5nzJFIJdH02iahP2exLvmU0ZOO72AsjpHPnXiZyD~GPWOJTP1gliu-SMvgFE2L0-X-ycQzpgkw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/28/actions/image-2f2d0530.jpg?Expires=1768731375&Signature=Ca9m0iZBPXbHt8BTvbXPRUpolu~H4yHrMjQc~o4sqnrKpFbHLkhplkpMwcLuDcsSDBGi6cXtvHX-NTnymewhf7xTVpQFM~P0QvcrCI7Uovq0sqn8d-zSif1eIIXU5pa036MRHWmzVE~ei8RH4hgWxAwckmxxP1RZrgme-OB2K0zA5EdKzvFEY4GW4abSRT8jBHwOgriuTWjkoBVyT7m6eQZa5i9gM8gpGr-Ee~FFQ6gd4sbDCrUydYJlqC3nDE3-XCMJljm5tHPZRIa5y1ccekuCcJr3gwR4lJvlDGT~m6cJ4Lg5g-8j6Zfnv-61OWt3H~oFN9V8XtCX71uNSv~5Lg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/28/actions/image-2f2f0531.jpg?Expires=1768731375&Signature=w3gy8DWe5-VFk2NpvcN49t-R4yuHu5con7Q90ryr580rXwyy3DqNULul3MVDjtmO8GlGQbAj1Q7GHgs8eflfLO7czFEy~v9oZF3~IYuNHFacbxWVU9e3nWtSU0pvHPDPcgtZr~IeQaxVsldnRJ8NXD1bqt8jgT~hFM-0vBbGfEE9Vd-KLHxMrByYeP4JTyj5U8gpXgxJcetXpFjeBGsL~Z8rAYtMtOa~nf1Vk5oUpstnhQJfYzRZdfsE-~sfWYJqfx0v-UbMZ-tklQP~oNY7L8MqAYNmG3SKmDv~V-F41GFxg~eQ6~fqak~Ck8LhEr61x6kUW0Co8sgZF-HGAwkTxQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/28/actions/image-2f310532.jpg?Expires=1768731375&Signature=UVgahjiUnc52shwlgHiNjW6WO0lKhZ-axgt5IQeyBQXnfKOkFl~kilJ7kTGoepagNE6uByFzR5YBhSbx9VJoMVJlC~dCpHv~EgO1GCQ2jxqBDfbmG-3RDZMePWPo~wsWPMSG6jOPF9~eVEB7z0uEC6OC6xolw6Ypo8QnRUvdMVcxnK-tlhsrXP637HvrRQBzNzwdp5N5ynTahuTwGpLiwKtcw92OOmZ3YeysVNtSa-WVzwLCobwagHeGE4MkKXV6UHg4KhfKOatbFwuKI3q~s61Fyr4KexdcA8Wv6Swngi4-8~wkGbra1uc4yvPqAlBdWs2TJP8b~sMNiZC-vdyv7w__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/28/actions/image-2f330533.jpg?Expires=1768731375&Signature=eO2gpqbXEnYsnbMXE9VDBj36HoEp2FLfpx87~-Ea4tGQedUru6JFZJDwROeY57NiBjH1j5To46HX5NTqFzqFgtNvjeLaclw2aeCbRt2cgYyZB4gsQ4bvJG4otyvVFVidNgySLMn-CkGKGDl7u9F-R1jYlj7NjsMhpUzycDZxNXL6ym-GoWSYGiESmcwSvQbm7zxLi3awhozcwlyCPIupKGa7vdT8dc~PSt~-o~AeGRwuaplpwHrA4uxdAwxBTnRjJLnjPNtkqP105T1rakZrcUl80j-nxR87Zf1JuQemBQ~WJ6Od-o9rbZEU1dx7R4sMUIa82kSw6pxPNUwK8pZalg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/28/actions/image-2f350534.jpg?Expires=1768731375&Signature=FSzBG61jJcBE0F5A9XBt9Ks6XTbbR4b29889ndL7aILzQc3KBeTou~4y3jEltWI1nPPrc8DhriFDbM8FB2UbgSW8veVGjR9kblFoFCgzzdggkn0WcPLoHZhKls9GAi6fnjD-qNG4jAPvuNWsMGTnjRtFTTierg~zTs75YTfbFTUCfsETY7tk~ni39fr3PwC~DYYJx4VfOAG~b8TjqRpqOZz1qLV2~lWzMIBNrCLfBEzyja1F4-86UeF2lUb0Bynxwj14yYmfBmhY20QZKZDezJZlhVKAtFcn26UNjGUkin8puQKkwmrGE9dvC-kX4ehEQbPOxlaKrJd63vTItnIABQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/28/actions/image-2f370535.jpg?Expires=1768731375&Signature=KcN952kiRVejl-OaXDTQePAqVOXveKD3T6N-qHWoBzt55aARVcU~iB4gdLN8MvPwEMIRBvB-VnpI4dS-jjZwhRGfl-c0QIGKwbGDQ3iFcS8aQr2~0-f6JiKcHNR6fVDdy3Voexf9roHMzDwn5x~Jc~gmmNNCvUlgl5pH0h1eBwDkkMuaAv--K1i93YXEDriwgmLW9y~dDOLzqHOOF5PEap4L~fl6ZZ1TRQSahY6MQ2Otin4SQ~BMsRqC0rQnI08nUeuh9kHUIcG6L7xlNsyDb5ym32SEVOK-OwvkNcWpiSGas1ldNWJyBs3H5huYX6wAzczXeC3h~e5OnhwwwlKgFA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/28/actions/image-2f390536.jpg?Expires=1768731375&Signature=cFLGlCJyXsWuy0mWxD7e~txXxqoHYgZkdmSrU8UsnzJFwaTz5wG3cVp1ztw~0-TCRGiaPUuToW4uUDR6dI5p5JTqFHY~SY14TUACy5v03DxogImnKYxR~mbgMXZtHF~-jL7bnqktLt9Lca2dUXOUJhCfFRaT6yoNRa-T4E8VzNEXBgVH5XWAXB-V51abqxnOhTY2wSfSdHaF9tKjtZCyFZTzVvxG4rbhrJjKoJvUQUuM1kZiLWu1OPNwPy1BhkbyoRwZzLUlQlWrY0J60MtxLi~ky-0NOEZnjV672M1GPwl821fQCvW1Z91zFcEr6qKSViqMC9Qt1h8mQi~f4kknNw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 } ], "operation": [ "click", "click", "scroll down", "click", "click", "click", "press back", "press back", "click" ], "bbox": [ { "x": 0.6480000019073486, "y": 0.6834999918937683, "width": 1, "height": 1 }, { "x": 0.6570000052452087, "y": 0.6949999928474426, "width": 1, "height": 1 }, null, { "x": 0.8550000190734863, "y": 0.18700000643730164, "width": 1, "height": 1 }, { "x": 0.8550000190734863, "y": 0.1860000044107437, "width": 1, "height": 1 }, { "x": 0.8550000190734863, "y": 0.1860000044107437, "width": 1, "height": 1 }, null, null, { "x": 0.4449999928474426, "y": 0.07800000160932541, "width": 1, "height": 1 } ], "metadata": [ { "repr": "click JUST ONCE", "text": null }, { "repr": "click JUST ONCE", "text": null }, { "repr": "scroll down", "text": null }, { "repr": "click PLAY", "text": null }, { "repr": "click PLAY", "text": null }, { "repr": "click Open", "text": null }, { "repr": "press back", "text": null }, { "repr": "press back", "text": null }, { "repr": "click Search for apps & games", "text": null } ] }
aitw_install
mobile
[ "scroll up", "status task complete", "click", "press enter", "scroll right", "scroll left", "type", "scroll down", "press back", "press home" ]
false
open app "Move to iOS" (install if not already installed), go to login, and select forgot password
17978225801150197469:2
{ "action_id": [ "69884bde3e1240969a0441ec5447da47", "8d819047c0744facb94d5fe9e0c3a2f2", "9e7a41cd7bff4942a851f9cc0bd2ff6d" ], "obs_before_path": [ "evals/datasets/trajectory_lite/images/aitw_images/install/17978225801150197469_0.png", "evals/datasets/trajectory_lite/images/aitw_images/install/17978225801150197469_1.png", "evals/datasets/trajectory_lite/images/aitw_images/install/17978225801150197469_2.png" ], "obs_after_path": [ "evals/datasets/trajectory_lite/images/aitw_images/install/17978225801150197469_1.png", "evals/datasets/trajectory_lite/images/aitw_images/install/17978225801150197469_2.png", "evals/datasets/trajectory_lite/images/aitw_images/install/17978225801150197469_3.png" ], "obs_before": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/29/actions/image-358d058f.jpg?Expires=1768731375&Signature=zMQUT6Kbfi63fw-cEsDU-CwGa2FuWiRY5ltQTMMOr1jRyF1PWV4kZ2QRBa-A1-Yleb8gpGUyXBIxne6p3mpDGNcjmbndtsfo2YHmpayVX4FtQ4u9BCPsK~7EnUTwOYeAE7CmEBhXyL~K8hnOHWAhe8JdqJH6R2jbA~6BR91voZfFswQV8F0fWbtE5DkDe3D6AXzZbi0oo7maQFtM6GWM7FMbqDDGPVv7a9z65SuHJ-a6cigMVUyy2kL4Oxea09~mS~4VdlA5noDlo8z7~hgBUAYEaWj4-6IqQWqq3oaZEV-ZBTLBB2vmMx9b-PJXDgfp6JxRKd95jQt6M1tiT7mZRw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/29/actions/image-358f0590.jpg?Expires=1768731375&Signature=TgcWw2vvozB4H5Ii~e8T7yM8tvWT9WdAHD2OmmdvXuRCgqTsQ-LblsIrSfOsS771xRatP82boiyPKGX9EvjZHkgpc1~lUfIy~3nFjQc~HLkyka6V5wInmBPBTDPKvtISqsUzzrZ5nymoGdK9PIE6Fo7vA3MRQMzjvcQWncHpT2VC-hb-gzlcW-vCF1pY4YSHQGqP325QiwsDgeN5ZkUHEsQQi-VHlZlOtZawCyH1Sjw1ocWbj-F5yeDCriuP1fQY79P9zNxWCMc5rAGaR~GBCYhYCIFCa8i3KDEfEF6ml41U3NRyOI90lnrsqFkNP-gwyzLOAxpQBEzHgX6Tu9miTQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/29/actions/image-35910591.jpg?Expires=1768731375&Signature=cbNy3tG8kvG7ZGUCPvIPBE08GSe5l5gM7kuZOGof5-2CCahErxbsZ7D7MhmhQHkFHXr3pJ~-sesEHgHoSvl9IH9q1nELe50aocLNR8DDWIlArNjWUZ-~J08HOwxnx2Ff1hPkmXS1LAogFyhhRHPLr4QkfVZSNjCdETvpdQktKIq82nIhz8oV3SpvsgJqb-D3jk7Q6LxdDhCQGr21YPQTgxnHO7LI1BBO3s3ErRmxfjUh6w0Z1eBQZhnigiIHDXsuEDaUubIpyybJ543rf-~dzETHckOOIUANVqOT7UJBCli~R~msUl7OAt4JFkYUQ9dIkZNgrlr98GtpvSU7XhOMEg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 } ], "obs_after": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/29/actions/image-2f29052e.jpg?Expires=1768731375&Signature=MCFxZfK~aIwJ-bz6sYC3nS82OcYjNgCTmkAQuD~~cgCMAKkgH~R9CEFAOFsq5y8NbH1Ft1G8xNYT2KI678cVoLJgssycIUYwhIn4NHtwfMHuQyU20XarbX59YOlf3B7r1~BrfCMGkLB-IdI39x3pas3sRA0qWA4XBDwr~qZjEd77hgpX8uIckcTewdYL9YKeXprmWfw98OF4Wxi3UAr5x~-DW0Y5FkV22OgRnhpsQ9kQ~CpezIrQcaAUbeR8X7ROsiNsh0ktdS6VsoM4BVfyfKNtTdXRw7EHhyj49a2Y8t7bmEv7UuM3QcCwIcFZmXof7H24PvQiyweG8iXZap-yTw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/29/actions/image-2f2b052f.jpg?Expires=1768731375&Signature=sth1sslMnDiIep1ScESXVIOUQIB41bEF5GQKVe27ySbchdQG-84PJZQNjh4f4LaWleJ9-qJmyU06xZLOwDPtG-GCVjtcMAmHDuj7F5ti1PVSj4RU~J3UiFkeRmoVSR8KEbso6JqqQEIURiKzhJdcv9Db1vVHf6MkN3Jh2au4nQAZ-ZeK71LWZSgmRtHbI3Zmb9eOlg-IE2XeC-p0OWDE~OVY0pdebdomHFMLztXZzii4GSqzi67MXzFyuwkQmS-pWPoEiGUZcTDk3Gix9s-o9Xs3-dGPrdBaQh2REUX42Hcd4sd7Ntofttlqtj7edujrl-S-9w-Qibdd8Q5yl4J4lQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/29/actions/image-2f2d0530.jpg?Expires=1768731375&Signature=P69ZzQCl9HHY-Pfj6oPLF6rA43Im05-ytMecFm2giDgycr4FbTaou63XwzzTeIIXL13xPOdpbP0NrAdzWFaXfnFYYL5VVd9SYl2ZYPy-kqiDzlHWIK6FZPooNippX41nxFixOAi8WGLL3VFFVxHSlhmbZ7~-qrWPxwru86COUHCEl2MTYy4ps20qBXiRaoupe20BE4gxFgX6P1fEzxAxAtwcUJTwVeV51PEBrrTt~6-pOhgAni8YukfAsef5AmyLEuJYJiTptUk~Gb0EuBpoFI1-HBWa85cWwlTjYS6KugPSnJNThpUyW2YzMiYSbDGuc6e7eh~OmZ3-bK-nihoUHg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 } ], "operation": [ "click", "type", "click" ], "bbox": [ { "x": 0.8339999914169312, "y": 0.052000001072883606, "width": 1, "height": 1 }, null, { "x": 0.2639999985694885, "y": 0.12200000137090683, "width": 1, "height": 1 } ], "metadata": [ { "repr": "click MAGNIFYING GLASS", "text": null }, { "repr": "type Move to iOS", "text": "Move to iOS" }, { "repr": "click Move to iDs", "text": null } ] }
aitw_install
mobile
[ "scroll up", "status task complete", "click", "press enter", "scroll right", "scroll left", "type", "scroll down", "press back", "press home" ]
false
Search for alienware area 51 on newegg, select the first entry, add it to the cart, then select checkout.
5003359553674569097:4
{ "action_id": [ "8831035bafbe49169f86e3f1931543ea", "6f8039344a3b4cf1af663f0ad3e1eafe", "8a33869b4e0c4301955fbd2cf0bec90e", "8827f3f544bf4d2b9aa35f6da40eea16", "a6346d5e0e164fa98971db93d09eec08" ], "obs_before_path": [ "evals/datasets/trajectory_lite/images/aitw_images/webshopping/5003359553674569097_0.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/5003359553674569097_1.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/5003359553674569097_2.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/5003359553674569097_3.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/5003359553674569097_4.png" ], "obs_after_path": [ "evals/datasets/trajectory_lite/images/aitw_images/webshopping/5003359553674569097_1.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/5003359553674569097_2.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/5003359553674569097_3.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/5003359553674569097_4.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/5003359553674569097_5.png" ], "obs_before": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/30/actions/image-358d058f.jpg?Expires=1768731375&Signature=vIaAE93v~E8K9T0PBdtirBTQs3Eaz5HoNh1uQkK9It0Ld76dE-ld4OcXBUXMxB8lP5DarXYCJTOdY3JCCE5qoT7ujjRm3zh7C~TmsIUHZH5JlwfSx3146wopje70SznixQeXLhj2wMr1JGf9TMypcjpe~W14sbyzURO0ndFzZIX96XwpleB9Zq9tR7ATAEq9Vqnc8l1nNsieBA~i0wotkPjC1JrJkgl1dIGShYJ~eMzeLmyDoB3-lxUGAf0GaWT28Ex6YhUCann-i5Bu2Vb~laUETA8dE75RVf3c8kQNPVvn1HGc24nw0W-3eYAu9KaK~K3hOJDnRTAT4ovjMtwVbA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/30/actions/image-358f0590.jpg?Expires=1768731375&Signature=OQXcgy~Mh5GoWf6tZP51mfNkeoBYiRCOZ41UvX5VUpf2EDKuOHpiD27kdS81d1mwfqjKgzpaxj17Ed~8sk9GjGOpY6fkrA6edUgsipnvoMFnfe8wo~5jtJ96~Q4zt8UjoNMcUVrasrr6uHqR0aT3xBALUYqgq8xCZNcYPf5sBteFNpHVhMdBU2TdAyot4GQVUXM7DTIHDvEg8p5wGmmUcioCfIdEaB6EIBCeyD2DA1TpQ-HyfYGLGo5ySemJQCCtHKAd4L0x7cGE7~yqBuNguyOZ1ANxvScLUOHKeB22ec5jPUzYgyZZAYhum-2uSMMEQpL8DH81tZJQSL~b3BTi2A__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/30/actions/image-35910591.jpg?Expires=1768731375&Signature=YGnbUg0Z4GakzXLjEb64AYbcXmRrWT03n29kBetpzRptpkrRPHc0TQdivfTYJsJYIUAoNi8EPBcg~FIUiPaWSgU5k7ug0FA6RBg~rSHeqhSLLCP0CpiPnu~CuYHzIF23ypumrHUOKzNeq8aZ2d8j~E0TIKxmlg0GJwRd2ww60jCa-WSXrMZPRwmCZa4SQRz5NgeqE81ZJ6pD6RdxbOP5UDWiCknn3lcq18KQ2ByWW8gNlrTChB-TA2uoG2O16-5yQT-Y4K8zFCL10rFqNE2TTuWuAE6oiEwT9DDWbXjtfZXEN~GnobGx~5SHHqRtWTf1sUpN8WDx2VnLDiOPPY0HjQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/30/actions/image-35930592.jpg?Expires=1768731375&Signature=xZC-xPwCaSSXKRgNARfyFNJJsL8zua53AGi~-RhG8H1-R2~B1UXx0ZCreJgiq4qYP07zJHdE2pMKun33CVRqrozQg-v3PAyy8jGb7eqeM7OBxEgcmKSvm34k1pziL1c2yemQS9ZArO~-2UMaCxfVZF~zyBqVHOzwk-JD-yrT-RfcOo3Jectj0AAatEVZa886OA6BnxWk6xPa9hNmTTwcdQX8QXPO6vTy9yBS6etJcAUk9oWLJ4xIaa9bBimdiOfujibyF1roDTxCHaYUE2LybOxdHX2-PqgI-SaXBHyjt2kGh0hbsiHwJDejDtn7TAUO5bn9nlJ2GUa2fUvm0QYfSQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/30/actions/image-35950593.jpg?Expires=1768731375&Signature=rvVG-rV57EfgUyUEZfSWIY59JHS8oYMFxISCI1beTYz7MX90JUL0mfGLmlntd0xtTMpYsIl9Bk2mj8bSaZqCUHvHj5d25RgQcHCNtyeE8oskXDx~XCK-b8QOrg1XBxw6hSUN89KMTNAlaio0b4yqE1~hnTrMoVrPRMN4F9vyhvRuaW2TTGhILoenzQMOlHZUN~ft6YnImCwvnsToviuOg0FrsVWoZTTOu5MA0k89b7DpuonJ3-Sfc3j3vzg8dHtqNLNutU-1yPyCumrDw~ORnQZCj9q6f2LHL7hdsoRmxS8milpHjpHCu5c913LUB-ktzWhGSLWJSGXsgCIpGMUqgw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 } ], "obs_after": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/30/actions/image-2f29052e.jpg?Expires=1768731375&Signature=X27wG-ddITigaYJlQZ1yR8aDSBaNGc0LyMg0E9VxH313KDgRVeDTo25xlNW3qnJKGuIvk6WbuCYRiHvjrqhP0h9FK-GCkijTvbFvq3yEiJda2FFnJK1r-TEGZUUmCvRK6IPc2YohY5NpkIyy7F7qLI9qU4led2tD-BipJ-6AEvK8N0ElWL00EFX2e3Clz~ve4XmUYiOUv1WS5iCYaaAQywRrhcQCG8BLPXvFjTIZsbhyOZLjmXhj7aMZPpXUT7t7U91AZf9UGWoE8aWMXoil1N4tYW9faid-A7TwVzI1hVZwWzv2C1Cv1X3eGjcBe1uxFxCTYgplb~7AoL6unIlbxg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/30/actions/image-2f2b052f.jpg?Expires=1768731375&Signature=hqNJOTvIOvDMwEZs6No4x9qXleefEEECqpKOqVTKz7lflv-AloaYYnk7bGBCzue0zN2vhcpRhN9jV3AJZSB23qZWRygfXFA6p2AV~EfnQ3ZSZjDNm~PEXknyHCY0d~8SOrYsgrAPXqeSZUQEGRWgXA6zfL80SPPScRBXhv1sYoc3Es2M-sVpknFWNODqWR60eeZlu9ah5H6uOc3hsv4lf~axM0gmE8bPGIrPggCEW1EeDs7E5hxbLvIZMCmXWWdXidVaw9hevxKm2IrQEzqq-bNa1Ukk75S7ywMx~5he2gZYGtnqL3Z2vKZCJtUa5dx7PLKtG9626gKILUBSLwfOPg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/30/actions/image-2f2d0530.jpg?Expires=1768731375&Signature=G7k6wLOU02wC7CLm~10Hoc5nazUNzCqvxEode4DzwTBdq5s97qHS0Xchljv6zGNiqTCUiW8iHYEAIFdUI571tWeEZbrmcyOSLn9F0jkFFM0aSHI6Y35GTdMhOXludOt6bFsx4HLgZ~gQoo1cmVI8H8Ln9JmD17Ck8LBqd-nVDlEFm-9T9x8bkSVQAmTDL-4mY6f08hNw2KJ44q1-zCGt72fqIhpPUD87d1LEcpP~M84EPHEh1Q8Gu3os4V-i~3sLntjDwTRuNQ1keYeZdBfLdbLmQjHC8FDQ~gFm79ROM3jgMyi4CI7FgX7XwHIhmlnwdTmHu3W667GwA0bAtwQCcw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/30/actions/image-2f2f0531.jpg?Expires=1768731375&Signature=v6YcBV~OGh~SJplZOvitQr66D1XL7St9zsmaOVwZ1nKj~k~WKZLnBJKe5ZUkRb4GGNCHiSshfeGr6XWWxyJFyuG6Isq8WuS~nk2nOZRYyifbG6dR0GBXer-XRe9GquLFSv3BJCoJ5qL3K8JmNsc5lSFstEzzjGxFBpfPFpdoHLRKVmfpLX6RGPAXUoRIvElwqEBkSi9rqBQnLF9Zid4ftYKKlQJdexFOK8VVrP-mmd0Z30BwOGqmzCsFZ9ESB-F2GxhGfwJCL6kBq4s1gLbADrnCBU~41XGlPQzrZd6Yx0tNBPQVuSGCUBjrR3TIvnfUnZg~VSgw3N0Qgoqv8sByoQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/30/actions/image-2f310532.jpg?Expires=1768731375&Signature=yk8HBSFyLBQLYhKD6wyAikF9cLHHQaXWwxeqsval9nHMIy~lR9TIlh3Q70-OPML3~1jU17xFkjn49ifKv3fTtq038Hv2tDt-DvvsM6Tl~z-NCxoUqWuOg53gSEqiuPzb2DdqHmIboqaQyocGbvUEz62GHCtDaabP4SQhPtlOIpcjCn2f8rGecs1mF2sqc3BqZvjAlZedx0AswU06PT~EK2CGGTWUblK~1wSVVAj3qgNQ-orBTkAwK-ACMMXlqM~FvidhVqQ~cLm31nxpcE8G6ItraAPjIMZB7v5kolzPlFFOMv3w9y0QK138sPRiKRXfXHwu4eMe5HY7D1C2DqaWSA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 } ], "operation": [ "press home", "click", "click", "click", "click" ], "bbox": [ null, { "x": 0.699999988079071, "y": 0.7639999985694885, "width": 1, "height": 1 }, { "x": 0.8140000104904175, "y": 0.13600000739097595, "width": 1, "height": 1 }, { "x": 0.8190000057220459, "y": 0.061000000685453415, "width": 1, "height": 1 }, { "x": 0.3199999928474426, "y": 0.5479999780654907, "width": 1, "height": 1 } ], "metadata": [ { "repr": "press home", "text": null }, { "repr": "click PLAY", "text": null }, { "repr": "click Return", "text": null }, { "repr": "click THREE DOTS", "text": null }, { "repr": "click X", "text": null } ] }
aitw_webshopping
mobile
[ "scroll up", "status task complete", "click", "press enter", "scroll right", "scroll left", "type", "scroll down", "press back", "press home" ]
false
Add razer blade to the cart on walmart.com, then select checkout.
3482973788204617831:9
{ "action_id": [ "c6845669babd478db8870a0888c743c3", "56249de61a3a4346bebad51b1ade1a95", "404047c978984d678928b3cc03a42e23", "844ddf52cf244c6aa3a0775a0a341d6c", "9c4f227f662447b59200a457f2e1202b", "1fecf7c4e2934e20bc8447fc49efe5b9", "cb4efadd6d794a9c8555b5099f169c2b", "89889720d7b8495bb8766de66fd035fa", "5ac11d392e644e019d1d734ed3fd92b0", "78faed6eb409414583d820c7337ab113" ], "obs_before_path": [ "evals/datasets/trajectory_lite/images/aitw_images/webshopping/3482973788204617831_0.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/3482973788204617831_1.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/3482973788204617831_2.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/3482973788204617831_3.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/3482973788204617831_4.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/3482973788204617831_5.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/3482973788204617831_6.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/3482973788204617831_7.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/3482973788204617831_8.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/3482973788204617831_9.png" ], "obs_after_path": [ "evals/datasets/trajectory_lite/images/aitw_images/webshopping/3482973788204617831_1.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/3482973788204617831_2.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/3482973788204617831_3.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/3482973788204617831_4.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/3482973788204617831_5.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/3482973788204617831_6.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/3482973788204617831_7.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/3482973788204617831_8.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/3482973788204617831_9.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/3482973788204617831_10.png" ], "obs_before": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/31/actions/image-358d058f.jpg?Expires=1768731375&Signature=gR66FAt-a7-nhQIeDogMVGM8fi-M8YHkeV1yDwy2X4dgLHRITci3qvF79C1ipdarTkFuxRcGdHB-tJr5NnIOM0IqwEzX6Ijrxi43vBpH-YhFro9H36kL5iP8wPMIdWF0zbALr7iEz7sDoZKzoF4354ky63qrtPeEcxviOSIe6gupr6CjN~NFjJHk~OpeNF~RGteDGoHLUwC6AvYR5b3to4sfQI5QzKnnU0~GWY9YjM4lSYSJ213o-mKyioyioKLQbx2cmUT1QD-4iyoBLh0UyHSBUWjKDhFU-21ZRfmwK2lnlupUwWPoYz~YkDbLa7jlyhylRU2G9Fy4HHPDXhjSVA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/31/actions/image-358f0590.jpg?Expires=1768731375&Signature=Y1VxUtvJqoxKbD~bzbck9nSUpgVAKkv~81REeQhcHfzA0764fhJWnHa~PbxwnB4s-~7Wy3K42BJQsHWlFivrN79MyxdecwMlufhV3Z8CZPlgykxxmq0Y2xZKUXouxov1r7gsNbvU8BoQQdg8NdgjTDZxIKO~2sEpclMYEbruq5al9VD4sK8~lpamPA3nFwHpPPuRCXd~uRYgcK~~8G6mPEyEeXj66RBLevE31Hg-9pe~JVDd~j-0fG668lSaLcQgO0QUEPBUtPoN3OR6mTXzL59cVNHyAVV-4dl4n0D6~20rGjeNsp39ZSzas7DwCJwJ~9RLYWcPymH9jt0n1EElug__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/31/actions/image-35910591.jpg?Expires=1768731375&Signature=UmYsVnZIgF41cW33obHg-kiVieYWAn09PRLVoKvVKVEgwBlBiVUgABZDEduSz0w9q8nPj8OeNdisOZevcRUQIsEu2TYLh6t5LO8CyBpJvcd6R8bjRWcInoRTieW8GFKscNmF0-FNqCoOGkyLnpdWa9hLSQMaTsriUEl8dGHlJ-V5XX1JN7k-kT0DIlMdxeP4Xn0I0~NW5spBPgF3rKcVVkcFM0SPpJ29Zb-4gOC4ZfVhMq78okpst2oKJC52v9bsdPFAMlY5gD7EARa1CMqbvYoGyXY1kb3fnH6nXUhOgothcV3w2yivaSOYy0O5ysgpNyO37I5UScx87r55Yz0FRA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/31/actions/image-35930592.jpg?Expires=1768731375&Signature=cqwt5mhe~fOvMbymblFmm7g4tY7rkFcfSqjgIGV5qSVWw~WLkySPgZIYCMRBS3fEBJbfTR8QjjFUWphyuFpjbfdheK6VazqmoII7zVMXyr407xq11UVK8HVGQWBrCvWjM-GkSSB29FVA4qk4p7uH2qYCxKjv1gwA4DjfKD~8RtpA-tCUcGJhu4s7Mv7FupaFbRKIdQZk026Lb84eSrcx~R0Ypv7ghE1m199xWbOBy-KYv-30fwF5H-ZZlQICWO8~OdTQRWVkoJeC2lXT4-LXjyYvgSlPfDQFVhuxpyTMR4nHueOBG~9lYmHdTNFKlymQexjCHXffoPeFIEXaRQPUSw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/31/actions/image-35950593.jpg?Expires=1768731375&Signature=ir6UsfQko4FsPj89bCbqSrCfAQ1her8KwvtUlTJfmGyKMxOsHVIjoHQgQrwkIYFEceOV6kVfwYKdAEcsOoVnf3H6-9SPrnm5bADE~NPeXvEfnFO4I7gzbOQEi0cwN~ofSrcRuSMSWkioJMl7git9SHbu7FUAWMcH6AoVuHZ2w3sYy7n4~SFuRBV5eNmCEgJyxKJ~WjOWQ24yoX5fMg3gLsszuoX4UiKQU~MG4WdYY9A7UhXxy~-UnlXkfGiF-PYJF4qw6~~Wqm20BCl7ywkfyfPMllASKDXHPrrfwQe9SGzG~hbwuif72jZ5Gs8zMkjSa49OMvJk8M2GJ1RHqx~S6Q__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/31/actions/image-35970594.jpg?Expires=1768731375&Signature=j4LeN90~zFNjaGcLd4U1WIgNQL8gphJMK6lzWtYzi9biWS5usfAW4NZeImkJjt9O-yB0CTs8me477PwNr0-x5fpC7OQYtHTqtF8FKb461KV5H058-QiH4e4~HYA4nsfhyIEe2Q-Pf-~C2AV88mhmQf1EKDnkG6Jh1hECYHtGGDYLEsXIav-s9y3Ilbd5CroigcuoNz6Gep53X9S0joU35laxn8qta1qk453u9dBX~44CgbPKJuI7INh~~2prXatkp338La5GKT-mt5utzCr-SJqR0xZV6Pmft71joK8XoCIRZiUyW7nGkYKh8KMT52xv2-KszyGd5BM0RLub6WOOig__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/31/actions/image-35990595.jpg?Expires=1768731375&Signature=cfKrFIMMNJBurV97npYcXGb~aljQEb~CqtM-gpT3rSBroNKnI0mx9~BbWBEg0O7fGjUyAmRSF49DHKDNyaJIVkvasIloM-g-rXFBBbcEQQrFptCRxIX7ljSYXVf4ipY1mOQMzQU9hEnCzXQg-O5sXD4U0-AmaI~Oxsp7xLbyyVPL4qHP6gc1BMPdsr-orWe7u2H07RxXTHqqxvpZCfBAVqA~~VblrjgjjcbuOg-xp5NBo7W3-nDUPdwxaLpU4-GEF0HYOVYdr9IFKxwTfnhEGzK1jbuAel40-SpaX0g2RGzAQxNj~5m8hk7jz4Pc09S6NsW8IwbbCCeeVZZC9MZmSg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/31/actions/image-359b0596.jpg?Expires=1768731375&Signature=nmFPNvPwvtyvsLfOO3-IgddXARh01OSJpHvLcIInsqRc6j8kDSLyhBfFh18UKJeL17Ss-R9Gj8ptOK97BIsXigSizXrEx4Bni37irCA1I4c6yGzI2HTjBqF6c5Kckn4dCJgoUY5PMj9C3aWNfx4ZcHqKziFfyXPX3GPQrA~hYrapEYzYgGadGrDEdb-xPsTvx5sQpREv7EiKj~4~X8YOpfvseh7Gd3GaNkb~zn-3TQjjERWgaK3EYHqYqx-8CObN3Fmd1ulLwVFQW3VXEibt3MxgJaqFfuODstkHcEgjhMXxfnvMLjKzf7VRmvTOby8DpBP5ljxBCHYhS4c69kyksA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/31/actions/image-359d0597.jpg?Expires=1768731375&Signature=KK7ySFa1HUYWFt9YF8WMVEQ2oFMNLu4YbuNZRCB1N8TacO-ICTdqHRvdVVHxQbEBFNOG-cVgESQGEOT~mTRHSnTl3YP231MJjY7CK5Tkv15DQ3ebTOTII-kPZlhIgsh1EFBro0EfajdHKcWNksWZ0~zZnxdsOTem39-ubsb~BpafInKsW5rfMSHt5PyStx~2XpgOf234NNu-HINmq0shBvQzOAurQjY8Ca2kIojocmdHxNxAK7QEgha2SHYVu06FygEEHGbNFcHGC~qSXSdzmJKbSN-S3mC~415VIGHc9TCiJAVbP1W8~FYEBMGZHJoGylwI7gp52RomuJiI149mXQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/31/actions/image-359f0598.jpg?Expires=1768731375&Signature=TNihUP3-28~IUTYqnAP4g9Q2z4me8DmMe0wNDY9pYTLNyZBabdmMa6E3tYKfwLcE2N48SONdwWxNlyWaaLL95UYIzuYtBMa7M1umColhmdnS5719BqsguxwMWLFk4ybIW4xSNutYBabBeQVAD86bH9z5U60vdnXWWLsPrzhRqb8kcyfzEo6rrSj6nSQ4p8TQcFjm4AyAOVd2I5b5qKXh1ovzq6Jqx32lIEMmQF8ulthX9sdXphfcWUnVTiKeYRIGD0fye8R88OKajwvkQ6J4URV3d47B4kB-v4rM6AVuSTImjnbTU0qNnW2hzbOvrkxx3nKQ4-AXUDKCBD~zrc6JMw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 } ], "obs_after": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/31/actions/image-2f29052e.jpg?Expires=1768731375&Signature=kScvFIgTZqSj62Wfw41UJZHBWHxDYGPGGeBejv3IAOh653BUWU-noejbciMoU0TxwcDp6Bgj8GWAxZEl0A6zG2E7D5t~e9KDY9iNQd~9FOVG5O-U23qgQlGdiVRYPY4-GirejsF1uACqCncQ0R0LUx6qNswGvg7EV93fgGMn6Z35S-K5QnHs~rlOdlM4YYUvQ7PGqi-KxwxQcRPAVKexi-Nunb7gkKehq2k67QT-zyc2nuLudUIyo~CrJ6Vv85bd5jfIkXWmu5Pmt4xO1BXMotIA5LESt8E~gOHDg9I3KddYPxYs15dQHet0d9XmCOvqqC~goWMeYlgtyMp2mgNhjw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/31/actions/image-2f2b052f.jpg?Expires=1768731375&Signature=Bb2EMIyT4CPOHpT-NHuTTc9P1kssJtQ-a~BtAgw8GiV-GJ3Swe1YmBDvI-I4h7mHCF~jzuk6S8oGiTmxji6N35uOfUSJiGItViYLjMrKRCNG50Kv8qz4y50vDrV1UwmRQqFIaxGzRndDC6XM03wodHgpJ02Qm0J7geOb~wLsNRMpF57P99C6LTl8eT6uawtGz1a5qhfNkl6UN2m20nicKKM20U615TrrVMdBXZmoDIIcvSPo2cHstPBccf1RFyVzpXiUu-pC1Dntji9KyBLmTdRFWqCUdsSzp2BeO6b7TND4pVmuC3QM-lu1N6EYMmp5CnRNaBdQdwTjoC~iAsXZmA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/31/actions/image-2f2d0530.jpg?Expires=1768731375&Signature=W47xqc4I6MzPtpwX-0a2OPwoqILvqTcCIBAERTi~83aSINHioDUS140oYyUZdDYtU-nxyPdVf99ut8GAddG~ehXRdPEiEviJNFVwF1G3-aUHBdXsvOWYOEbCfUVciNHFMCttbVHo0GZAFG8Vh2IfLuc2syqfHyEFIWLyJTv8aCYcUDdGRTK0p29w8Ykvk1augzfa82cbS-OPmLnzsLJT7m8zwzNs4QmZIpEJ2kS86tqH68XgcyC3ihq9jX41rhLzzoQ7gIftbveudmLJZo~z2ymcOhRhrYUKx72yXWHtOuhQaO9Z1cybRsHsEoJ5R6mxNLIFBIzg9qZhaPUevDcBDw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/31/actions/image-2f2f0531.jpg?Expires=1768731375&Signature=Ijg6dDE7Za~0TIxOLsACCJ11eMxSrj1Sk1kUe2pCO0PfLJ~itmW-wR8SMLZXuEYTBeNnz1t06Mp0vflpKOxdSzMimOgdEGd~3N2pxQybb-GGtyylFsc-5o13hAt6jmrKkIywpJNjMgFYS8FXNIeYbULpVPJohZqivXBfnU24A8XV05S4npsy-sDtGX4tmmNzPhxLfY7WQU8LcpyfQTmgKhhemBNQL-obTqU4NO1rdKYd3icFEEzmgau-YEeU~bkfOj3m1eSgulup7GUB9bUcCYKFt6auw-DfbWwhYNEogQNHvo5Fvfc9BsefWZsDPVv3U5~XmIeDqaFl-bZXPQJdeQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/31/actions/image-2f310532.jpg?Expires=1768731375&Signature=Qfk7kxYR2OJYRR6rrEeANbhSjBu78ncrhXV5YP7f3E~MdllwwTteU~zcAudXyWCg94rcVfjrdEefeeRnWmpqIWCAofFimRetLzFgiKnARKgMAtHHHQn3DW24Tjf00voVUgCSwkstUJmRYn~~OP912W5SGUWrHxPn5hXq55hzrxheHKqFwEwndnHjSrN3g9ihGHdTIcYTGyjox9qkouwjD4xP-kkTSc9QcrYh1WVaeDqh9RkB2xlTRz0yg2ZWzo5ro2bLrjodlv0u8M0KKVBAoKE8YQSQq-CAgtzlSX8bX-k~LYbqd8uJ~a0I4WkuR-m8~fUZHEcZ-bIN6ZDiGvmzMA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/31/actions/image-2f330533.jpg?Expires=1768731375&Signature=vx9xiwJpwK3cZDHfuAUik8ETLFCibx2szRrcYLTmfo4L1pb7EWPIIyTBkCXWk3tQdbi5Mtb3RxP8aigbERykdpgT8f~SQ60OAHQ3XB8Wj0boZqEN3yzkYoi1aZwtrrakT2ICoEccI8TRDOTAaxMReKGpEyiqWvoxlA2zeYKqsN3geZTMPejt8iMAfD7Y9UVN4OT8HC4rWuzcZzGMXXsWOlS98IbJ6M02kALKI57sQmuHW6OqfygHLJRGp9SlTVZonO0ixu8Ew4bs6D0WUIMqifWv~XmF2DP~DhLn8~zcI3psdANB6KwbfA0iVhGHCUFEtWbKE~E4qFoHXADWKWFXGg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/31/actions/image-2f350534.jpg?Expires=1768731375&Signature=qHjTMnAxnt18kaibRxtJkpom78SIax-qTDlJlEHQ5v1DlXUAF3WMa-QuzNfd~vqbH3JTxq33tjT8XSCP-ffkI9KNDCbBD9PWLB401UY3yCB0xiKKx1HVHBg9TQXcN6EPfFwvhUUiq7wzxoRasaEGTSRnyPA4UluDYCb0gRXtPMmzMUfxmmQvPFLLiWaJAaVDSlz-WaJWVilfBb7QPJAOSb~hR~ttBG2AjUi3qbCAnJS70XNEB~P7xzAxK3u65dKg-KVIh5zs141aJw0MiG4YbQxnRCNB10RcPo4snZz0nH29faAQ8GeXqaY5M-BzSkHRhB9oe9hSBtoSRmLipXdIUg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/31/actions/image-2f370535.jpg?Expires=1768731375&Signature=VXQ9aCE1caj7w9-NGqPkEfxY9YzDznq8DuIkGlc213iTnWsivTcRiJj2b1EoE5jCEuwEw6rsMQgmLINJMh7IyhdOv6Eye7UAXfwxkkUZePQSVWgHcC73h8J6exBhgNbvLYKTOGxMfLNVenRZarBzmic1-Un1IAh0byLYVHfNA84U-2K4~FKSjX~TXPKyPki9mwU6Z6VLg3WI3GhnePNTtnZP-vZ~9S5ptDx7hkdOIzmVf4NRGJpATlXiN6LNMpHcnG~FZu7Tetit4G80K6SxkO-hZ~E45enZhLJbOjGjybTMLpnEt9WufSmHt3LH4~LwY~WfWYzo5E9O6Sk-Qcv1MQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/31/actions/image-2f390536.jpg?Expires=1768731375&Signature=AFSPgRruyxYgUm0oJqA2LWvuHWa8p7BVRX~pVO5r2ssIjjPrRLsS5pgSYjHHG4z-IeEFtWfCkG4CGj4T5LymTm0gFK2r7Xoh67FgSwWy90A3Eq5QsG2ZQZnccun2-7ZeJ-S4ROumFeidVKTBPEzeHhQpFfWRCjdAQzuA8iNh3Q2Hbg-v0U1cBHIb~x9h1bDFqcWuT2iYUe1I~haX18KXcUN7zBpP6SeXRwS3m-JOF3Ey~SgQ8m2N8afIIWrOipHtmM-REtqhAgeBXh8t93TmacI2mt6e9ydMx5zbqnAdJ73ln-19oECqw4ECpDF9P7T7GHjly0sqhQYqCbHGY3tP9Q__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/31/actions/image-2f3b0537.jpg?Expires=1768731375&Signature=sVlsKoiOaAHeVmvmKJAyKOBAaaMK-SaP9kMWdj~XvDZEzFlQ7WXCgcqBcRatAIPUzLDiOfbZZBljnYTREzhXw-8y4DwHmQ3FmFVwbGV-6tPyO6wZ4eOghzcBZGLI3rUYrSbmsSfvHjptLVxqMSxRWAHc-wD-CqOcvll7uYAcfMLkEbhGYTRbSQNcVB4W1LcPR2hWjg6CAOIJsMGbgPrr7DcdnsV26Nr3qnOGU4urdyrvG3MOxkhTDx8MPgxDtv9fN0nBrltarEoIRGTlztl7Ep6RegyCVuxhcA5dce7QhJp9GKsA7eGkr2EnoTc5ySezydK8bqHjUePhyoZRD8te3g__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1140, "width": 540 } ], "operation": [ "press home", "click", "click", "type", "click", "click", "type", "click", "scroll down", "scroll down" ], "bbox": [ null, { "x": 0.699999988079071, "y": 0.781000018119812, "width": 1, "height": 1 }, { "x": 0.3889999985694885, "y": 0.06599999964237213, "width": 1, "height": 1 }, null, { "x": 0.24500000476837158, "y": 0.15199999511241913, "width": 1, "height": 1 }, { "x": 0.4350000023841858, "y": 0.28299999237060547, "width": 1, "height": 1 }, null, { "x": 0.20499999821186066, "y": 0.2370000034570694, "width": 1, "height": 1 }, null, null ], "metadata": [ { "repr": "press home", "text": null }, { "repr": "click 90", "text": null }, { "repr": "click bestbuy.com/identity/signin?tc", "text": null }, { "repr": "type walmart.com", "text": "walmart.com" }, { "repr": "click walmart.com", "text": null }, { "repr": "click Search", "text": null }, { "repr": "type razer blade", "text": " razer blade" }, { "repr": "click razer blade 15", "text": null }, { "repr": "scroll down", "text": null }, { "repr": "scroll down", "text": null } ] }
aitw_webshopping
mobile
[ "scroll up", "status task complete", "click", "press enter", "scroll right", "scroll left", "type", "scroll down", "press back", "press home" ]
false
Clear the cart on walmart. Add razer nari to the cart on walmart, then select checkout.
16107840053162730337:13
{ "action_id": [ "eefe50b77aef485caddd8080bf5404a9", "fa6eb7a907c742e9a37cca1f8d221465", "91d92480e363451981fd1b68f160c8d5", "0b10f46a57654877a761ea78f814dd20", "a2383104628a42d59fd4f1f61098abc1", "f167245565334f2686dfc3e3fb4c39b1", "420d40838ccc4514902d0eff3fdb5d69", "4e720298d2c24440b29ebd550a800022", "7638a5657a3d4199bb1a4a4d1e6d7019", "13c310a7398f4eb5ad045ec41adc2f7e", "c88a7cf50423459093635edbabc5a825", "73448c4cbb7f4bb69908acf910a964de", "3a7711ab175f4719be333bfe6f57c49e", "20da85acb9664fe4befede8cd3889a15" ], "obs_before_path": [ "evals/datasets/trajectory_lite/images/aitw_images/webshopping/16107840053162730337_0.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/16107840053162730337_1.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/16107840053162730337_2.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/16107840053162730337_3.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/16107840053162730337_4.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/16107840053162730337_5.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/16107840053162730337_6.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/16107840053162730337_7.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/16107840053162730337_8.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/16107840053162730337_9.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/16107840053162730337_10.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/16107840053162730337_11.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/16107840053162730337_12.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/16107840053162730337_13.png" ], "obs_after_path": [ "evals/datasets/trajectory_lite/images/aitw_images/webshopping/16107840053162730337_1.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/16107840053162730337_2.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/16107840053162730337_3.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/16107840053162730337_4.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/16107840053162730337_5.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/16107840053162730337_6.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/16107840053162730337_7.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/16107840053162730337_8.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/16107840053162730337_9.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/16107840053162730337_10.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/16107840053162730337_11.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/16107840053162730337_12.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/16107840053162730337_13.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/16107840053162730337_14.png" ], "obs_before": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/32/actions/image-358d058f.jpg?Expires=1768731375&Signature=kpx0bJm0pTW5NoErkJm2LcwJ92mum2QsAx0huLoedov1D9tH4OSMl1IvnA7MVwj91LdZX9hLhN3XbJU6mWwY5iEMFOV4PUIinrpcpJmI6~aEyOOFlkypppGF6L1j6j4S0YJFzTgaYUJBg-LJy8W9UKyeQag44edcXshhqftZjX-VZhc1Wg9vWC5lzGO2ix~SO3c9khPo5-qTI~9q5XEmg7-ThTpy884jVcR3ZPkV02m5Q3JCfjh8mARD0pkDv2AvwoCdDCsmBuEL~hxP-YUJGxXzmEiPskf3oxsi4yhN4Y7DAA7N~l2TdNaOSSHZWUoImbdhEzC0U9JjDMMHmvT24Q__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/32/actions/image-358f0590.jpg?Expires=1768731375&Signature=VpgmbVIt1Pv8BJcmfB0eNFMVSTA6EkJLv5NjqOqGMar897iyhhdo9keSNXVUjLsGeoUG4pFZCxuQfK3xPORIjAFIAMKVt8xK7xjpGFtVuBEPynRhRwYdgfU5qu3-ZZQaAMz~7~a9g~0wZk2IOowlmoW2hYTN8bf7o5VskIdp6U8Ma3eenAgGLLZac5Fhke4Z3bwdhaUzl4yf1bThtIMWGL~ezVztunPaftB9dN0JbwbfCqAXgdvgcmK62XaCQFwnCKO6waZjY7Mrx0gr0keMyCBboau9S5dqg83UcOkUxEMyUWYVoPnE8oM8sppa6~pC46pWG14rfSJmmk61jnkjmg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/32/actions/image-35910591.jpg?Expires=1768731375&Signature=vajekeHzkAFC3ehUfNTnVgoh5ELaz6Jets72r7Sp7aBvRHPgbxH1lXIP6IPGRFwEeto9RAPwJQCtBm4BjqTfmVQOA9QwU-VVkPZTF45cS8mpfjV49uGmCiD3IZAX07EGUq1ZX~9AkTd5hh3V1GLjT2rBhlDlOMvLFLzLzg4FH1q0ZfkevpbzqO4jQ~b2dAfjQOLDAZlr18wO25mkBTksg5XC2cZUY-pKE4xv5ORNWymyVUiwP~XF2Fvit5CvqKXW8XuFaRYJXvV-r2-wl7zDpkcc2Jlz1N~3oRE0A9k1N2CcudfYysqJqXCi2AWLCZuxrBH4DpTjsRHYcB25E2ycfQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/32/actions/image-35930592.jpg?Expires=1768731375&Signature=S5XzjhoPBtFE77p9mBIRl2sQXfQrdSjyFjI9nbSLKYOngUvE-MHTYgs~BJDPWUk-9AlpZuj7hwpEtjOaGbXfJznJgvzjy8cnZYnkqYIHcfDAGqySTpcIZ3P7c0XIpQlYjM5E15OvnhA8Inv1c2Jxe-ktVbHKQSQtlc9tGiAAEfn6ObSzMF6mL5knMqDy7IBQ~C6oCbPL3VzHCwu1uY6EvbMSUKq6khvf9U4Uog7hNIjk4LNOAKW0P5XSJr9Es2aomhZePjrxgZOoRKOmSWjs5F3RIo5URz27-1U4ptWXs-on-Hi8V9jwPHNm8UD4KSJpk8c5oH5bCw9pZBvpYA6Q1g__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/32/actions/image-35950593.jpg?Expires=1768731375&Signature=r5~6pV0W7xhgCy17TWqDupb1XYb8lasLVrV8h8DwsWZjCaOv7qhNdOVb3CwMppeL5BVoy6WTtccgUjqaeIV32A8U9u0ntuI0d2k-Xb-fX~CfJa2REm-6H8DUa4nMtfV6P8wd6PySNhTjMqRjpW8Dhhl8ET7~1m-FtLq6gTSi5o70zWMJHgAOmmeb3AVitZMOf01KGKpM-4YFxovL06LXxfbeWtze5NgdK9WpzyA3WDShs~x8hnR~k4OlQ4Z04Tz~D4zsWQIkMMyz96981jcB28LFu7U4mtLWvZrTVxHwEo2AxYC0K23vul8KLy2pjGvMjH6ErVlpJaWDTdwYQBGO8g__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/32/actions/image-35970594.jpg?Expires=1768731375&Signature=WgZPiZ9j2umWhzMSFtrDXcOQl3Futl-yME7tyx-w05C3f2uWUV7FjNAk0rBN9yOwxHPqQdfIHEAoCbrXDBGfi8jd6Xr-VbWjWPoL8i83Dg6jR3QAfEt5pYsJDcCwQo5jhx7kMuUbCjsXlD37Al9~5B5KtIViZnDUXl8rX7uBYzL0gbWEsxg4ip-fFlWSpjLfssIKXh-k2KYpQ3xe4IzbROkiLKc7BAdJhC3M6RZIVY~X7sTEDkFwGhqCDDdhTjAM~jmx~nn53iVtawzLG-7Mp5HCkXcOAiSNpnVwv-xaJCwmVsuwS5nVVIC0JeoP1OpbPkNR0rw2XUYX9GseV4Ct5w__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/32/actions/image-35990595.jpg?Expires=1768731375&Signature=nSMAzC9iITgtL7NI7MTQ~O3c3iumEFX2xVJjHDdkrWiBUPO7wOz5jjYw4x7r0b~BKBp7OTmjbe8Q7QS9PQnsJSBUuNy59wxS0MLrI2pWZwcDAnjIZDQddy8ckB2Ytxb-PYgjDhcaLBOOltFYcJ8e160rJMPESI5exR0z8lamu0E7~wzRZW~5L9CdeYY~cv1Javk8~U0UXhmU-F~aeBKQv3iVQA3poeB9SjE0WFcu03f5j7ANP~DmPOlxv7pW-V7L~wOoPlL3m8CDYKRLmvO3itcforve~Bg19d0hb-MFEBNe4WVIj1TVmurtR780HPBkCV1P29f2Gx5UHU2ccjP8vw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/32/actions/image-359b0596.jpg?Expires=1768731375&Signature=JznpMBKRoUus0hEZKIwPwCsyLnVwkACI4fse6VpUEwDRxMiuMNS-Lb-m8Hjn0wq9GDYe0yljcgAzt9RGUqrqv2VF8~OFm4x2fW3hgfr~nBlg5ckyT~TIn8k7icMLRX1FgHWGRfUTAH9pKNdnKMoWvQOFRwiG9HTxKlw4roaXDVb1X9eWBs3ijeKlOV0sTRY08PICfRlMUmC02AaQXmD92jVyAFNo7~O84Ba59RlClzAWR~QKt7dpBj5Ku9RqICvX-sfp8AkiOvOuECInEpkyHAHG4D-Zxv7OqnaWGu0WF15~1WH1FfDKDNpCDeacSO5feEC3Ch4DUTIb4sdKgmnPBg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/32/actions/image-359d0597.jpg?Expires=1768731375&Signature=sXq3SltQTLtzD6TPCcSIq~OFB0ebvYjJOa157aSKj4jp6RzpBTP5S6QqOdLYmhcT89ctmrpguylqx7RMXVNDUes7KIlQYjv2oxl5B8U7RriCE8FwO4~QO2bqRCRR5Wt5n4k3WZ6b8LV8aD0sSjcDUdI8VT7W-trLSWtwMTKF~Kc20fmAP7km1jbflmbhR7QVGEJuU9jiZUkIbs1xaWAmClkcxdxvFp9SErQ2PIMex4ALwGXXg6zt4YVFac79lkQg7A-4Hg9jHxTr3GbPICU6-X6PyYyTZGsMTbArFcqBhcD3OchBsM25gh088SHaH0InDh~Zdm~hP0XiFLTOaKWSww__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/32/actions/image-359f0598.jpg?Expires=1768731375&Signature=DQrw8qZUPkCu3p8l794gn4twbmOb70YstoFewsaSYvgM3qewo~2wP1dBIbw0hWZVa7Gbo1dGMQbntZtfWYdFQTO8xK7Lxrzdhfr06~loERvHhQpBHrcceBIEAIcXDL59o0F6zPPvBMQzWTmJHCOLnHif4IlEC60ezEr0WiYPpyRpA4C639HNUY7V8vtSbd3o7J3G0Y8u2ioQ0Py4wBazgTFNXXRV0HeAtKehujji38qZ8tVCElmq52MqusJI~ct~eEtt0aYwiH1LFJSvQ5A4LhqT-O2MuIiIFcQ78UV6q1QXWyn-NXD-tlmD9AghG8RGBYy3vh2a3f49Z2oa8fTlWQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/32/actions/image-3b2205c0.jpg?Expires=1768731375&Signature=TqlWAa6MbRclTnJr8MSGF3duB738BRZ6nRJ1cRrlr79WHtd1JIofLMKdOO0x0FSq8hWkHqKexFOUm8mrZ--8Sb-IhEidCfyJBU2k0hVdjJZlR5znAxfqmF9dRfVohDLZ5nalROjWBNIkNes09eA2EAyQIo2u~yEVVJDDCQlIjOWBJqi2NPDUNTZBMF52aTjDkfIHvrwuDnAjeC-3xgZ63BxaVAzT~Q1~a-4Y3YntPJlOvilhAmUsknK5SM4kjwkAHs55NJQCvySxChjeGK-ZpnPX6oA-GCUBYtEtrxmM9Y5PA~-M5LJXRMjU2CwpZEx9fuDHTz7k-rsD6tGSKim40A__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/32/actions/image-3b2405c1.jpg?Expires=1768731375&Signature=dU-DiAnGbovGq2uQXJwEoNa89~4ZLrnKzYbuJGn-U8ebSUpb6eYjMfK6tOkVgsDo2Ij2Di~WQ5IaR6Zll~dKt2~6i-k1n2J8aCSGlzNIDsohfJ4bIDWvaR2~c62IMpW~05~R2NHO4hTGgoWaZIsbm-jvhdLTKERDjRsXuvG0G2knjEYIe2h5rHjgjlC8gu3QDNtDMv3yAIkn-8Z83RrUXE-JihpKvcudTBzgZ4SOt0S8941N16dPBVGbMSSKH3rL6d~iw8WoKcLi7KZ9wiLxO8FV-1xGrK35vfuWAD-tJisnxF1tqhbuJczRrX1sGg9qxw1rG6Og0SXlLX-CgwBjNQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/32/actions/image-3b2605c2.jpg?Expires=1768731375&Signature=fNfcsWoL8V53SN3znWp2iro2S7eMaTAjadIOYsbqR4EMqJBij4WvMS8Ck1gYPfO99pdbtDlspqY39hE1zc2tkNaLrfEIhF-p3UQ8XryZ-LTdf6laV0hsPysSHK6FKE8w1G7SVWL1F~-wRCbcwZeK~4v1C~PhdGQtQb4p4OS4m3PztT5EddMoqSlhVDx-BNWVJ5vE6NGpbUv-RKs5izFTCM3I8ugV96iZTGYMEmLq-QFzMDfkkSgOP0Gg2LAcN3MdciPbUGsJ4R4578byPzrprjdLjLGguLtNboECxQbmVY7qtrnyGeOILIHTV7Zm6MFUzXrQ9Uy75IyMK9HUG5nIkQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/32/actions/image-3b2805c3.jpg?Expires=1768731375&Signature=QL6LIv4k88p1HkdBKSBmNihOX70~w-jMOkmK7zmVN9XFk6TLPUFEOCFMDzgVY~ZRbBIErfTqDuG3VIZDRglA8--zHVfdr7TwEsVhbFKuylSFcZn5ILM1j247AHSnPZqbBzKDa2F-mKDOBkyUkyqKsrCeKFGMR59FMPDwycaytsmUuDgUi8TswSTNJzVz-mlY9bbHK-yDGWyF3eMfJ5RgzpRP77iSahyHn26E2eTzsAg9J4JdKe54cvktEtF2lf99lx~Ks5-G8Vy2Nlc~m0eRpDjuK-gW6HUbyW9s2YvwKGnYp18Wx7VXDAYcD0tXU5RKK0q0hotQCFjuVtTh44kqfg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 } ], "obs_after": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/32/actions/image-2f29052e.jpg?Expires=1768731375&Signature=0ESCcEa14KlrSLfIj5AtVOhTf1xcNzXswD~AbcQMngj4B-EgFEaAfENKPi2RJ70U~hlY-iR1uoxiQ7WhoplmwMSTZKzMbIPPqIlkw~ihUfo2y1HuZlBVy7TrkkxjBCrXrcVhN5zdpKL-xIg0zk5VSsQDfJg71rNynyl83sDNsIM0oe8XbCJyhX27Hi~cD80o-rc8~0eJ~z0sHVFH2t1pQUCrE-cqMd-owBGNGAiQFWtbYQ0iexybeNm33BA62RLkLGPzUKCIe4CN97-sOVOjcJZU3BlEZyaOf6xPMhHYP7SPW5qYXmJf6wbm4e-92X5yQcl9lTJL2h~B6Xi~1fSHdg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/32/actions/image-2f2b052f.jpg?Expires=1768731375&Signature=sVKdC564-snJlBwWws-LH1DNwoAHB3rGrjzQhgd6Zd0Ojr0RNlhg0qvPaj2ig1z2hIYrXJYMfjA99dwJbF1A5cBSX0Uhyvk6K-wS9~IHc32dWRfDZKfUfiZO9nJ0a6Tgwyh9pfvIewuQ~Bpin~~hGl6rp3OYxuNzaIk2xwblPmDZAPo7P6nwftVnW~O0xFodlfogGt-GBsyWERH7QKAbmpBb1-z~Y6wblvJWyYEF9wOYiuIEiPNHKmXy6giayfC121IlyF40r2Aur57e5RzoOjhOiSDVOo~zU14d~kSuMuWMPmIa4FQacXW29jw7a0QcSwCQ-2Rj5-wzwHLv1r2UIg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/32/actions/image-2f2d0530.jpg?Expires=1768731375&Signature=xkjWdYRvKcWCPWLE2zFh0sPNoKNBdoI8Z6VwyXTmzy37QW2Ft03fK8jfzinzw7SRgiAwg2LbBM8KSIaMBNgh3O15CUcXOLRPZ-1YCuRBAIKh9Tvsswn4Mh~d0KaSf92TNlaorg9dt3AiHTu40L16LPHqNP0izIshl8k4NJEKFGohT~zfdp~blfnvVjwWXW91Cb1XFqdlkJFoAyOuo63rqCloqpvufx6ICS6A3V5kADGWSJ4E-~mj9~PMik2A9Kb3B71WwN3ZCpRCIAUkdQXOf1lCfUwlWKiLkcLw8tSEMpAVJ5Rs7y~OxoiWQrWXyKmplUZrO3V50MGCpk3Toh8frQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/32/actions/image-2f2f0531.jpg?Expires=1768731375&Signature=y41ZADgnkd4uysmICm7jQNW6g0uZJdgXGEy99IkwtcX9Pb48a79yHtowCj7eETDXEhEJ-cqsaLSxLBdnFDDU3jREIV~4ZbXfmq6AREta0JykJA-m0Hoe0vHMla3QzUnXKEo9No2vnUvv6JJeSoKVsdtWvnue00XBtSmqVuCZdxwk4Mb4JPFz3oy6Foj1GY9ojCCETXlGYWFNRZHv~7k0xEGJ7N8ZyVStCYgbMJvXq~mApxXjmQ4zeYPS1Pqp-UWjpzIU-XfgM2K9tq5ozQ68ZYPmKIskqFaNYk8BwTpnvh3Bm1NyrKGdScxL0M~UcfuGJpEYdTg~f01P4fWqTx0SIg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/32/actions/image-2f310532.jpg?Expires=1768731375&Signature=bf1DjqFrVpLOIMT-DcCKHCs0ovmY6dRIPB34gQkBzdt-Bc-La7L6CQ207QGyDxeSk3GHGkeRgt0BCm4mE7wis8eENR2Ju93BKx0UIPTrcIolovNSVTVfU81FH009ZONVIPTZ6A~07ayv9K9TY7IsLumTJs0JI8wdLcrUAnLL5kVSPAS4hKJqPM0m8JE7GivT3AGB0hf7j4w56MojJ6~wJJnGiqBySMgr5M1OBFH9HgIvJJ61lwlSB-QGq9TWLTTGL~KwdTgvQ3vehZBlu93mk958tQk583LCXN-kkbnIeaQdWZytP~aAZRosVidjnpR6gEu2W9Q9FEBB3kAXzM3pBg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/32/actions/image-2f330533.jpg?Expires=1768731375&Signature=WwT0Uo845mux-HNQelPidBTD8kTG07P9DwCTPSwamph5wlJkaxBx56g8uEriqvJqg2A0oa0HsGSwxUkWiYZENZE08dKK1d5LOvKjDa76VwdkaJh7khRcE2zjkWI-mi81dXWZbEf0uo~vU9xipYcJZ2osuSIWx8aZwmNxwzt4RNHEacAUl39Gjz0RocfN-MjGBLNpZ8ITdSRpMsp1-PEofeLsETFYZxnwCOY7n61V4eiythXyLsM~D5M0cXmlzCcJELVqLcpsAC5iKLdHGtDSm4SjTHRPgGQqAIwimYk7kI90UzDEsxwQvoLFa9qXxS4zTezBZTHAUsyP0tt~If7U3g__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/32/actions/image-2f350534.jpg?Expires=1768731375&Signature=NNhJBLyFD8dalpSH5olCfO6LLzr7G03Ppu8UcmmMd5dyEP7EmRByhjprnOhSXU-sjAm8Bb3ihtLx11fhuA3ZQ0hmRlhCaRPDwukiDzEbFn-pd~Yoh6eJANGK65TK-UUYXkTiOZ2UnXPSq11rFducTQ-Lc8EH27yc1G1I6NQ-orGPD5vBYY34QPfTs9kvUfW57Xyy75HDtC1aV34hjtXettKqu-K43vOkKGeSgT9pUmr1c8fy2eOZSXMloILd47o8co0yWfTeQFMDjHJ3CuOVNoKVj4iJ5RkYlrDNIKaMhB5FZbaHbPFd78cUzhdZLwWPabUpICSh2s5svndLgfO92Q__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/32/actions/image-2f370535.jpg?Expires=1768731375&Signature=bkZLKvz~TyOQ7de0dG0j8bIfAj7x224luCrFKuuWV25ryC7suLrAaMLHj6lISTu1elAdjUgyE~1OT-QeQey1FA3WzUD5oa6gy47~qWD~fhYFA-YuQPFK29BNSaUqT~lZQyTC1krQEwweQLmQLSRPsnF8bYCedoLq455QAezxJsDOmu9Tlh9dVXaNjMs~nPYLitc6cK9jB33acaRR0EcqcNqfma1LbZ3uUXKjo69HhgJySnBKbEZ0gn6AG8WuWZejnr9GMo-8GhjW6fsKiF61qB~Jo8hOq3qCThgMRxpUhgOVjjO~bUvjrXJsst9WFfNdQTcqC6os6FS51BNQ-PWNYQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/32/actions/image-2f390536.jpg?Expires=1768731375&Signature=wFcGjP~8KkERISF0T1bvfVR-4h1uwBpiOTBE7Pfq5dYzq2etxSfOnYD5egd20WjjUzk0vhIZNhYMNr-GDGfBm27SuHLU6~NpqylE3zMySbE5ZYf9IReJmIxVhkMejGbP6eXOYzcOtqjxFeDUt5MNKGDHyzOnt~CAhSeDmMQyrXhHaulUbAKe3bpzmI69C8trnWPVUm7Z305d85P3-TTNBnqYZOIgXTFodrQYPNcJHS4s4dn7PuYGq1Jy88lYOS6XOlK~zXnzkbSMQthjPwz4Hz5u24l0~yaH2baIWEDxKvQ5dhkrCDNFHmPsTM4d7aMMA~uGsTsmQMdA9GDbPk6Ibw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/32/actions/image-2f3b0537.jpg?Expires=1768731375&Signature=ZXzkeH3TIif4nlTq4hD4DBhmJ-agxI8oUH-MRmWZ3A~0nKi6XqfmWKgPumJuQZznsE-XOugl7r4KcKGUpYPzoDffe4t4HLvirTl5z2ILYswgBQ6nlQTnBQsDIYQTK3tm2xx74YiTR1rJzSbyQEceeTvGmh4PdSLuxURz8xJbPx9xJA86O3YTrrzWcOVgErHyPkjiAmLYf5~Dt~YxjS5OF9JrBMHMLjQzCBlz3vqiVqTxw9ZaeOFyHtsXdAqFIMWe8zJ~yREjg-UUk0e3yqR1PoB-Bl23sxUMOi4JBCVmgV9KyeItJtMCz9VdqmZpj1~w2GxJqdv~minhEFm~dzE8mw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/32/actions/image-345d055f.jpg?Expires=1768731375&Signature=unGeKsxH4zIVqKqTWL39i1n2FWfPuJrie7H5zop-KuHi24FXnkYa9C~hzVSkvmFR8MYhZE-Ctf2jOD7NOgiHSuwZ3t3NRZZSwqSCcAvRixrUVfsJinXw62jnPuL3iaPhsdOxKYvd~OrxzuFwhfavbZCj0FcDr6vVuUl5RoKeK2d-hL9df00nB6wqXWb28ZO72~hEWXtPV3xAj1hlyOg1PPOUTp91OpMW0BaQxOR40ICuJutUIYjiGUqZGP2xeamfseXjDRoCy~zvkzPRIE8Y~fhqkXOOpC63TMK98tl2SYUm3bF1LWrX7u6lpLMVSnkl2RDBfOJFFkAcKKdEUr0lRQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/32/actions/image-345f0560.jpg?Expires=1768731375&Signature=WzUhUnC5L5P-Iw7JBD6t9txwyF6dpc-tVyIE0OGOo~7emfZXNJOohLxtoyKyAfwdpGAtGiAd~CX4Cnj78VfI5wPZxePr7MlxOB8NNO~bHyosI6pT6147j6Ym9NuQB0cmvo9OwSPGkctmQZ7eQYrkOIJ23q1cXEnyHyncroVzR7uGVCOP0fwkPWS05dtAbZ~Fuchh6oWltUTLIpE8TLDv11YDZ4dB7naau5uRALGI6P3UyYnmZa45osNU2eTCgr~e6EHvs6SDBYFzUQabKD3W7mPR9VFqL9kw5YJV32eGbjPXYaXG7Jq7QHsA486Nap2yJFNcZiBPkPI8ZhY3oRK1rw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/32/actions/image-34610561.jpg?Expires=1768731375&Signature=hGruz1J3L1Dam22udsn21WEgVqurnY823JMO7rf6CfgMbo6AwUn~P0ArnM1wHzQoabY96UAU49VW2FxDBejmzollI3cPSr6ACfFu6kF1u~peFOsY3z2zEMJj8JUXOOYLTqix66MHefgwJ7s6U-4Jbfzv1aCVNdigqsjNZB3fRue0MORIxYgRsMZR8XERVeG35NFoP8i~BKz9rXfR4v7J6GIF3KGTfz8lXoY-GWThUq53VrZQVMp70hbcdw14rN1Uvfz~MIwuFUq3BZTVgl~7Pl2P2FRo~j5d~bNBm1SPAsJvGkoa5UFWTVA58e3Tsk3QX6rRIc8HqimAy0oo6AqsSA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/32/actions/image-34630562.jpg?Expires=1768731375&Signature=wQgexuXJcog7048rvGvAkWl8XlPqS466H9ROe5pw0Q46owKNMnVd859b-3y10gxcJpXaZF7RZies9RyApg~S~rYoSAgH9zbe3Av4fcpPeJtuFEyWqlftEN0Pvd78SlMPuUUbiblvb9xwyCwgyHVrG44EGD9oaCkPTas~hyykY8hqZ5M6gx6eBwG77R3yqEDqVNgJy9S9MmKkG3ClW0D9DQw9n339CzQYf4vkwtlJcvOdBGtAyxRkxECiBo2ZYaXmC4L3N43SCFB5uLM34WZau-TG25oDAbEsD70aMVfg7B-Eo6NcUzLDyVMbetGYZ9tHZjhflvKXs5cgdG31nCRP3Q__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 } ], "operation": [ "press home", "scroll down", "click", "click", "click", "type", "click", "click", "click", "click", "type", "click", "click", "click" ], "bbox": [ null, null, { "x": 0.16699999570846558, "y": 0.6859999895095825, "width": 1, "height": 1 }, { "x": 0.4729999899864197, "y": 0.12399999797344208, "width": 1, "height": 1 }, { "x": 0.9169999957084656, "y": 0.06300000101327896, "width": 1, "height": 1 }, null, { "x": 0.49300000071525574, "y": 0.09300000220537186, "width": 1, "height": 1 }, { "x": 0.4830000102519989, "y": 0.13199999928474426, "width": 1, "height": 1 }, { "x": 0.35499998927116394, "y": 0.4230000078678131, "width": 1, "height": 1 }, { "x": 0.6129999756813049, "y": 0.13300000131130219, "width": 1, "height": 1 }, null, { "x": 0.40799999237060547, "y": 0.2460000067949295, "width": 1, "height": 1 }, { "x": 0.7300000190734863, "y": 0.6650000214576721, "width": 1, "height": 1 }, { "x": 0.9350000023841858, "y": 0.12800000607967377, "width": 1, "height": 1 } ], "metadata": [ { "repr": "press home", "text": null }, { "repr": "scroll down", "text": null }, { "repr": "click GOOGLE", "text": null }, { "repr": "click Shopping", "text": null }, { "repr": "click X", "text": null }, { "repr": "type walmart", "text": "walmart" }, { "repr": "click walmart", "text": null }, { "repr": "click Walmart", "text": null }, { "repr": "click Walmart - Official Site -Walmarta", "text": null }, { "repr": "click Search everything at WalQ", "text": null }, { "repr": "type razer nari", "text": "razer nari" }, { "repr": "click ultimate", "text": null }, { "repr": "click + Add", "text": null }, { "repr": "click SHOPPING CART", "text": null } ] }
aitw_webshopping
mobile
[ "scroll up", "status task complete", "click", "press enter", "scroll right", "scroll left", "type", "scroll down", "press back", "press home" ]
false
open app "Instagram" (install if not already installed) and enter user name: "nobler@yahoo.com" and password: "foraging"
6540001190252127299:12
{ "action_id": [ "6d66659aa6b34e9eaac9747dde325c34", "802df1e294d04dd0bcb585cc9984acdd", "1b39f77230894e47ac6359c32a4e09dc", "f9b81617245c4dabbbf89630f8180968", "460a964a2be84ec4a9434e3bed2f71a3", "754e2070fbe84217b33d655b69c63112", "28ecbc6579c74f78bec2f9678d37d717", "5fc89d094acb479cb2ea8c902f9ef256", "ce175dfaf3bd44dab5746effd98922ee", "65a1c26666eb4e82ba9df882b93a3983", "31b6d55b66e5401694df693324596899", "f83bb1d28bca4430b3ec12b80774368d", "6607f9b2ea064beb9f5a208424325a72" ], "obs_before_path": [ "evals/datasets/trajectory_lite/images/aitw_images/install/6540001190252127299_0.png", "evals/datasets/trajectory_lite/images/aitw_images/install/6540001190252127299_1.png", "evals/datasets/trajectory_lite/images/aitw_images/install/6540001190252127299_2.png", "evals/datasets/trajectory_lite/images/aitw_images/install/6540001190252127299_3.png", "evals/datasets/trajectory_lite/images/aitw_images/install/6540001190252127299_4.png", "evals/datasets/trajectory_lite/images/aitw_images/install/6540001190252127299_5.png", "evals/datasets/trajectory_lite/images/aitw_images/install/6540001190252127299_6.png", "evals/datasets/trajectory_lite/images/aitw_images/install/6540001190252127299_7.png", "evals/datasets/trajectory_lite/images/aitw_images/install/6540001190252127299_8.png", "evals/datasets/trajectory_lite/images/aitw_images/install/6540001190252127299_9.png", "evals/datasets/trajectory_lite/images/aitw_images/install/6540001190252127299_10.png", "evals/datasets/trajectory_lite/images/aitw_images/install/6540001190252127299_11.png", "evals/datasets/trajectory_lite/images/aitw_images/install/6540001190252127299_12.png" ], "obs_after_path": [ "evals/datasets/trajectory_lite/images/aitw_images/install/6540001190252127299_1.png", "evals/datasets/trajectory_lite/images/aitw_images/install/6540001190252127299_2.png", "evals/datasets/trajectory_lite/images/aitw_images/install/6540001190252127299_3.png", "evals/datasets/trajectory_lite/images/aitw_images/install/6540001190252127299_4.png", "evals/datasets/trajectory_lite/images/aitw_images/install/6540001190252127299_5.png", "evals/datasets/trajectory_lite/images/aitw_images/install/6540001190252127299_6.png", "evals/datasets/trajectory_lite/images/aitw_images/install/6540001190252127299_7.png", "evals/datasets/trajectory_lite/images/aitw_images/install/6540001190252127299_8.png", "evals/datasets/trajectory_lite/images/aitw_images/install/6540001190252127299_9.png", "evals/datasets/trajectory_lite/images/aitw_images/install/6540001190252127299_10.png", "evals/datasets/trajectory_lite/images/aitw_images/install/6540001190252127299_11.png", "evals/datasets/trajectory_lite/images/aitw_images/install/6540001190252127299_12.png", "evals/datasets/trajectory_lite/images/aitw_images/install/6540001190252127299_13.png" ], "obs_before": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/33/actions/image-358d058f.jpg?Expires=1768731375&Signature=uTOa6q34IAJuQnzavoE5KwBU6KQO7GmhSdCA6M0uUQ-Cqy9357tBdxp07anCfDjE8-LtiTs0h43PiMXGeCeQRjCZge6ptacNmcFNzE2X9BYsu4BdhVBCEbuXmz9fwSrXpBCA~~fj9E4ug6aVu3YSLRuLAraFk~noSnIfoYIMTj8W6GQr~cbr8Ehgcr9wlW7hioxMjYR3uE6rArm~fgGI1Rd7EItJRT-NuFNIFE-3dB-rDC3pHf3czcrenoWerqJqeR~8KA6qcV2meI09iQlhCWIgbC5nfNX-Lg6STjPD1kYvCGiGgYUd1~EabF3wBSFae4EYXIh-b0nQgN7ADvFkjA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/33/actions/image-358f0590.jpg?Expires=1768731375&Signature=NE5uMMPFOTPP9QlVMkWnonMPkjKP5t2~ym2VqUi7-wGpd8EW8jAo5YZLdc6vYIiEvypM9BgrG5c8rvPNwyriY74L7ER8DRkf8MB2edEUkRGGElkaqEXdQS3Fx5OiYMbAeLd8kfADzcN6PNePZPGbzs5q1okuINEUCs3YRAo3pmNH-H6i0WL0V-Thj4x6foCWJSLFmv5wWRSI44R-5m4FTDsayQFfjhewjBzsmsBJvAvkbSkjvXmLaEfGAtaa8qzpWLiCRAA8Dp39ksR2r2hlPt-~oEli910h7XTgJg-pd-m~pZ~ShbP~lZGlTFuR3uw5TNZRjO2OALT6hUkqqVWFuQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/33/actions/image-35910591.jpg?Expires=1768731375&Signature=hXoQxmm6quRwjnlvigTw-c~ZDkDyRv8Utx0YL9aHEoH4AVtKr259DDbvxQh2BDBmrBMfLPLb9~UCD5zkFSBbQc-qOyOQECsXMm2JL11UVxWUPOngvnM~MwnVAGlrdvj1K9f~rMkcfy9M8msVI~jy4ivClWdArrMvPtwajsHY3ZRTe4uIj4TDfofJu8iOgIf1o0nQvEv9fbCDTligxW4gUsi-wVSxDEuLSwtfoVi7B4Qc9vxLYFGviqttZDMXYTCxzeZ8zrFgZg3i1dvl5OjiqWYTKcwvK6AFDKuBMfjlBzTtyakuUjHD2butZng6CyZMG8enf9OGVr2vWMEOD4~Y6w__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/33/actions/image-35930592.jpg?Expires=1768731375&Signature=BKCsTM2hZTiMTkLs-0BUV26ft~h1Wv3SEvkIsFrCtZzKAkQmxt8IQrIryjsIUCPnj4lGmqNZC5gQzacwjiUGwvHUYeYvyED1ZS-IWQAQnJXbJeoE16qCaqWTDqR9UylpNH-KIRW6p0ro-L6ZH7XvKH8RFnTu6UM23bxqD3td24Z1utU70CWMAmEc7NXcmXgm7bA62DTF--H~wLoFSKSA22GGfZ0BIrAfWaR4CGPG9Sq4w9SCzcDcW5Jk1nahYtg8~HgeWsrEAajNBgtdoRPVxrcVO1x5SIFjdnuT7tsLUUNMc2hUGzeKwIpB2kAsp8V-zzUu~Tl~1F~wGJjjZymWlQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/33/actions/image-35950593.jpg?Expires=1768731375&Signature=OQLLcxfSEe2lo7CGNFnDnnxzl4~EWeaONOLnkSKY2keJEiPJ034OI~kaUocRL2EndpUd9uztYr8CU6fike2hOJdvGj0moV~rO3iOArbD-Yf5Z76YSCtNmXB44jeeypHsPKN~C3oh570igAdPdHgnu4TfTiCdkrkJdXVz1TNdbnjtd2aMF2I0Y9gQnz1CmUVAm0-4GSgxdMju5VkfkfElmihj6jOW-q3299t0jE17jdqVzKN1wp9DVYaKIORr-NpnnaNlV5B5LXg93N0RXRGsgDIZ7P-5nl~3~A-HnVinXVNJg6WpBDkQ~AjEDRAaqHoLAteOsWzp2RCKlLPKwk1JXw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/33/actions/image-35970594.jpg?Expires=1768731375&Signature=nO4eICkeUcw2cDfZCJEQ98jYP6ATTzy9P7KMpB6q6Mtd3B2CpM4vG~D-HzVgFSG4MSXmYYcW1L2EHeMlkHzvotQT25Bh1QvzulPKsUijuUUH8aGIA53~6abO~b8xxmS-~5W0lR8PipkZGMVS2iUW5AQFPZM6Se9SGe-7uI9oWmmdVaOT7HUtt0n7Z0WFDxXdG73bQZLaF6CgXbUklNH9oJIgNefJm81z8T6Hw40Mghh-bHVxFOUEjH2h60-4gR3dV4oPhQaVFl4yimTobbPW8nQwtaGFIygjlc7kQPpYoXMfV3n9RgXw6l-ioQGBCll5jPp~U4h6GRW52Fa86k4avA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/33/actions/image-35990595.jpg?Expires=1768731375&Signature=krbirot7wUrJtXDP5h15~0TVrQpZHY7jNnH2P162SeCNGblNOfWXD~3uDQlQmCN1yjpTlhFHmnUi27gECWNLs20js-kqeCB~l6iHm4vV1~~I0tVE-xvZRKIz031mmmhup2t9uzpDmlPp2iF8b1oiKKk5fyjIcptKPXsh3fGoODshBYTqaWAfadmuzlUlpUaGvmfUuM3idpvZqJZr0LhBun9lbJBEh5~gipULM2fU~Xyb5Sv7lD9BpSt1b3K6T1ZC92mvesT63yrfOqxHgTQkgQWgVRfnHSJj-PeGeW7xQJgze9kr0UMHpYnqXFRZjy0HXchdvGVVuTNMGgDC6~MmyQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/33/actions/image-359b0596.jpg?Expires=1768731375&Signature=yD858plHH2EHbrx0a3o7pDsbIzmJRWS0zCH2apGLkuwFM4IL~XvEAzgJRftnqXVCyMOij9pzDhMbHb-ikWWxEHwhm8SiWbZOySr2ZC-n0Zktgt1UTOVnLGA3cmGlYOVCJM~dlywCCF~TPAqaSj5uci33WmGZ6CJTJPfJ1wzj4eC6PitCPgnHxzjiqOV0Utul0mJcBxpfUGDyqUmsRwoS1Hu-HBiussdkB2aaBr5yNkF5s2CFiOQx5RWSp2o3eI3NdcukJPakIEwypNpfW6DY3aGHBpr70fRmRMdTGOEcwfA9cLjQ9B1Jce4hTo~BO3iCfkIoz7JouaePVaLZdkyBiQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/33/actions/image-359d0597.jpg?Expires=1768731375&Signature=j7sAo3F6GpIxlgc9le48LLXVFTlpFTqrzBCR4w5x45jnkqgmMJQuA2x~U4CQ9yIvVkkho6wYAshIxq5-s1nTsY4~Afwi5iehOBunqJi9eDQ0KJYDwI5tcTwB8kIz7QWzOoKNMQnSH7U6ekpn72QhPNx949tJBcD3aC2m7cIF3ozKcOoEgIuLh~Lu2skxU-rAPhIE7sBidBfXpv5ymef5vLviJNiAkY6AinHKaE5jwRMjkLJEuPLa3zMByPYYR88liOrIVj72BPDd9SeIiOznnUkkVoaIgSmL-SXpfMouJrIh0dtSD8BJitXEMZqKiVgycc~aNoHXieYBru7a3ppMwQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/33/actions/image-359f0598.jpg?Expires=1768731375&Signature=o0UUUOunkkUsEP0GNPzOv~ZO9-2FOzJgSg-MTYzDIKS63he0YhT5qZSskAqR2FjEzoiAXbLHyxihEQs3SgGuYqbn~qzFonhog09bR3rpfM9uGg5XseEmDxxH~xVA2pusqxacAN0fo7ZuzNE8bWyelAu81Y53z69UsW8Eyvri9cS-cR4XnqbX1di1Ez2QoEK1y6oA7jAX~cBMYuj8PrLACf-qBCWsbOtXR8MaM8inY2PjP3GW7mPmKuO-qwLMLSP6xmdrfzx7lUCa3No-~p8jo8ZLIEtBwUhDchjqhr2iwl~GP~oO42Pn3BrJNrKckaf~0o8a0hCq5QbKH4dBnqafKA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/33/actions/image-3b2205c0.jpg?Expires=1768731375&Signature=KrY~KslyGYn~M6nSCWX1zhqT4jHzv7XW2B410DLevdyxtVJs04eocHLHMZHV~5dNgoblPzwsNJS3JxdbbCUUc4fzoPrsHfe5OyRIDMmVk3gPVez0iGeWsgj1bfj5~TjoANCW81QLO2i3FC5ZmDVlGqhcz~c3Xf4QF69WPWn5SZvR2bTkd9ONaYnOGVW2SdtR8YAlJXTg0YyFqGoNxyILoQoE4DSzvG0GiLL4bco8QIxIoF1L6XTuTRBLtzhn6WIXeVziqu7v5S5QjTHjU8Pb1Zh0Du3-cQJxz9TWtmuHys52SB38dUUBcsaGsXqSLkUZ6szEkm-vsfIMKxHx1pWITw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/33/actions/image-3b2405c1.jpg?Expires=1768731375&Signature=zaUYEeKs3X4HGbEGbBQulDy3M5huzxkKTlF6V6-R5TSkPMNRiXFWepDrnoO9Svk3jdBnwGCmr14vELSEuxq4GA4~IXzF74UaO6fJQjHXqcFpNchV9iIcRWYxNTrq~7Gw-kI5U0leUZ5hPVcMllPPKifXDoOrcyVTmlbh7Hbx8HUULJqTvxuYUbS0dWmRqOQktZpUoYxxpOzR92hloUZzSTQEJvmdc50FZgcXmzAO8J19VqrTMw~L4tCwhk4mrGBqYZCVlO8B-QKqpCZ1UlR94PaxcRMRa6dJD1od-ijc4lXCexAh6vD~rLSHdTw6XiV-ZL6TpFIa5YvFran7sqGeSw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/33/actions/image-3b2605c2.jpg?Expires=1768731375&Signature=YNWU1nUCCz1V80zHWOujvyk~oCfZ61BvFIVci1jR~TK~GDW7NkGEMG~tMPpU2p8HBd-5o0WYCSRQGh3p9VjJNEqoI0beJuf3N4OxdBu7tKx2BJ1BFh4WTWvJbP18rbLbxJZtiXtnIfHHU7-2gKGqNWublqnEUzRJyPA7PXZhAgZrM~~mb~Bcd~8m8g1fw9G2e3v-rW44LVtKZMnirzmNi53bQ-xX1p-e-VWhPe68EGZ5HzcfL4pFUum76pN0b~FoPbtFS3cVeHOEH~bqxrIZCXNpd0-jxjLUi0ojrE7dfBy10ApFHUg9O4mMwec4t8y9NRel6sTc4dNQuLyP3flpKQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 } ], "obs_after": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/33/actions/image-2f29052e.jpg?Expires=1768731375&Signature=Ni2MebWtvy~GkDCFPCeBJQrNnHS7CKnaIw8Fwi~TAl1uG9YUap08-LtbNGNj6m35xukx88wl55hg0uRAl8zywJCW5rnRV4nr2gEyHn7Zhhyamesq2WnbC14wT-l6uiALXojb~zei5fQFH9IypLJZJRvK13C1lrBE3kvMGdjXzhoEfAzOTMgVDpe2BL62LrX5zSdkJVOfRxz4fgcLyZlp7ovHVLSA2YUUiiQkSyaWid6QyuxjKwNk35fuwTuzb3CZRKIAig7hLTg57fvHcQFH9FAjdStzs13iv8iTaZSoj2lhS-UxTjjxZ9DjNKXpR6fJk72rLCmDWUQcLQ1joE6VQg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/33/actions/image-2f2b052f.jpg?Expires=1768731375&Signature=NSz0qS-BL4oBjhRL2sv4MnH8W~~cvmwzkBp~u5D5uPHyus3wq4a2s43yASOe-uleAMIGsSrMAKK8BgPka1IOnTbBnoDUlUauxVXNmViTzkYLeUqKqftIFNYcfY66-YEi~W6nFaIVoMHA-apHoBy-8ddbSYtnpM9l57M-VcwewCPSq5cF5smpDiH~vYP4XhiK~DnoxvJtfcMrErcwoBL0~UXIuzYQ5qbI6fRa5rgpu7-8idqgZH8OqpEiN2-yFHlidssk2FnHGvhGciH2a3a~c3VF4ygB9t~fWcsHJpc0dsbrOTHJxe5jdaRNIQuvk0HubOua70vShqNFRGFP4TjEaA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/33/actions/image-2f2d0530.jpg?Expires=1768731375&Signature=VmRIw8oVFGqG-Vty27qRGBnENYq3BQAU0aX35w-DMgMBGU2gd3XzIEZq~a16L51JQypeRNimzJXd2aTHbfjCy0mEGV02TKvkWObEaNrjv1EpH6C74MgzZbaH2bODXwMNQ1-BbCCho3dMiImEGFOtHDUj6ghsa7rU8hxrpAAXAvjS~Qev4qluMySm~1dLtkuBxT3GvGNv22bGgCvKEWtF~o~KXGwvyLf0N7XcO5AkKuMdsuxy0ep1uEeyw0mmoSankXvQbsiTMa3Gq2VXgpYJeaYrc1wFxmRm1DwfHh1TqRvoyoKQ2mHx3xA15nKlOzmIUz8gkaCi4MRwyQRYQHCrFg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/33/actions/image-2f2f0531.jpg?Expires=1768731375&Signature=lqw8SlUvnNV3WNCkRlOhGRNChNv2loq14Q3RCiYCgRtLpULlC22uNebMIMAum6vRszjAVHivaW3RvmMQZ-A~b7~pBpfgExEze3OrssQZjTk621zHQp~ng9QsepRPuRvgHSlX3K2nRDs9DVmtPt3y5hKf7DDD2Bl13xjq9DRBT98uRHLNLb3tEC3cBc~8eXC2qxn7eX0Nq7jEElrOzherpldTC3wYAkROcnvbHUoG6k~3lvKg3ELKbs95MvCKXXfaCyrwDwi8W7-TJBCWdjWZKdtJaYKoNhk3g-M~V~VxeMUZKdYgDO16c5IuJYy1qg5Aw3CVndW-UUcpCL5qT9UnAA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/33/actions/image-2f310532.jpg?Expires=1768731375&Signature=Ve4vM1kjB0CbZauDkN0vFLCptNwJ3V8jix3vqJOh94M2KcTlFXbM8-3L9KfpjR695WPQzYl6ToicFhaB4s~RdJAhczjWNosbE9l5afuOshnV8eN74Ql5Pr25B6gmHcZJHvSU7cwA9bBxsFSK9syxHn~G597WY8TTy0u0yarIkdfGaTyfiiq6hlM2VtgMD8RCUy4~oVTY8NI~NeZZbSMjTAelkUt2w5dVeNG3i9tpsoGPSzbQmyTM73nzQik2LW-q2TeaRs2BcZat16~W~t3ysKsKBgwYb-CBZ9vdNw5JCZKLM1e-eirrFmkrgW8ft5R~NatboDsVDFOIrBXyG9yyTA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/33/actions/image-2f330533.jpg?Expires=1768731375&Signature=jqjvkQkn4mynFpecaUCW3DTETYJbLaklJWTCL8DEdJBf0Nv6zSPtd20J7n8MRtS8ylEhk8JLcLGAQ2DSJSF8qbJz1I28TU4NNWmwdxpKIS55saNXANZvaxfCGE~18LAJTFMBbU9jUP7kilZ8qqaf71n0zLPZ6a2E5zgHEcb9PYK1zSMFnVghJ~PyuG5H~G2U1abGLNOFzjvpd4mOQcTZ5sLlhqYhH97Ds1Mo3Y6SNMfSM84HXjZyRVuHzGOIWLKLAtzOvtyDADCp61qKiwwu8062bPdNRS9rofmZadhca~5-48pd3tMr9GEDVOiRRptRlpj8uJiY6ilWXnUHebSpPQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/33/actions/image-2f350534.jpg?Expires=1768731375&Signature=OhUbEtBfjeRvlsNUEby5mwGVND69u1EwQMJqBOFDZdutnW4LpPmBTPBiPcJCgw4lcXarJ6LKwqeq~nyR-qrKNneixrMLTMkDCWnn7tXUwyjGvX7-s3Pb~PAitJK03GBjHGijM9ytaH2OAjBtVeOmsUqcMjuyJ5J4iqHvBPmYEWPZJzT2Tyy14NJQQykzH-5RryHruczL3E3PvlKvxCoGMgIVauXYnAUCqBNgeFzHxEFRSbEvavkT7T6RRpK8TY0FAespA63~B9Fs~~q~9zbRbWesgVFjBSylGi87x~HWYrHCBiPM9T66EwB0AdgaBvJE643YR4Oq5zNMJwo2y3naKg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/33/actions/image-2f370535.jpg?Expires=1768731375&Signature=Bm~ibffZqAVWm8JerVYUPFCBLERAps1VxaEmpZk3F-6DONER-6IggqycvVGT8zIp~dhEFyXwqFnBROFYi~RZfYlmttLfvEOFwrz8yKcYBi3AaHMNxdcgxyDfSYEhK~nkdV8WRh1tTMX2qBMPC48YC8oVySdSPnOTTEEgRKDeTN8QZqEHbPOSDInsuD1z-DbOEQ6vSeRuZpCg34G2HOBM9REFhu1g-pEHeEQTjCOqTECBJvGCWTAskq1G13RmENoFu2Rvz2xtcnK8aIEsKN7IF5NoABDO5RwR3kXBQoy3WjsZX7tbRihkv-lwYyTVhwTdcLMUAKd-KEZyEwawJh05Jw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/33/actions/image-2f390536.jpg?Expires=1768731375&Signature=MwtUnwc1CG8YhmdDZPprNKlD6lapFuBac-ckCTut9ku05EWzPSuwfUk1n56sKXXvX9gnhY8sdKWlmXrmdamErQLjFN0zNYaDeFuxCV87BR4cw3J0WYUz9FQAQSTz47icnfnMzdkoo2OA-6pwB7~6vBmjvgIqG4pM~gluRi4Xe7tMIbLRf-R7vIRtCBWIYUhIlaDCrGSFsS4Ecf~99ceNeOfCRhev0Kgqj6mMHH2rzvuWDLPNgTVkFL9O-dWu1~EfFl6Cyp4nW3~b2RZi0HGtNNTkjHh4fNMz3rtqxVoC0TihHIRloMRxliALA5fbyqTk4RcwaXfWR~XLXGX7B8rI-g__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/33/actions/image-2f3b0537.jpg?Expires=1768731375&Signature=HXVQ2h2GBxe3paXDb28Hdkbrvjj6WuG3TU-RlrgCsrAawIR8Y55aMpD-q9sJ5xait2nCZzVzz87IJ1BMitXo8nFhHuA6WJ558-S-kVf6dpNla42on5veXv0jR0gPhDaN0zLPoPOMZI3aO5yI0nTLahGX0jxAHIkIY7aqLWLUiQ8ma8eX~JDDIV8NOTtDWA2-axCTeNjNXI5UrNYZboBgyl77YuHGtK61S5gzH00vFJw1nDFAu~jlVztMizK6NvLw5yI1IUHs-misiPtCqJKmFLmKvjF6T1O1d2ITMjw~xVVxgP3hd9tRyvBhKoWJ7yeUkMon~k5JRl9yxvbPoJdkbw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/33/actions/image-345d055f.jpg?Expires=1768731375&Signature=VqfETpnZCn0MhX9c1FDkB3Tovb742dvIb4IYQkwA9j2EQHRIqb6TKZ6JBiyOeZAxhgRvE~g1t6WSox01iOiKWX8~aTxtD5SVXMH3rJX-r~-aUOtmImp8qZQAcMz~3287ol~mwA4Sho3TABfVytbldV-uA~tRSXX2klghn9Mnd0Tj2Pot9EGg5~7EC-2hMReu0JFTCHMeRMgutHjWxB-29F0CR77hR2t2lN2D2GcDysoiLa8YA0X8VkLWmtweXtR8WQr7h7Z0B00niyPESpASa8HcaKAkpipXZFJnSRJHxvYudEiNGwy12G0RjdmCWBukFkB2PiyktucMq2wsI4oURQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/33/actions/image-345f0560.jpg?Expires=1768731375&Signature=Nbq9s13BxPlB5IcjFDh5yf9g86kuhEKfTQud-hhKlyxRnupW~MUlzVfB6MxmiPX0FDCmcdFd-WBemUsmIxtXD~-F-EZeAne4n5lLEhEbFTIQhS1nL8RzlblGSq1sqcRLYxdmtpXMT6unfo4mgZ5NxPzv6nUBM17EbZ8PBDb3Xv2LqSLuU3i-KDsPAoVjN95uAKXoX5J5ygv8jFCbl0v7Be-zJK8VpYWzG67xotLcJxvPP-b~S7M-v8kpbU19ew2BbT8bqi7Ni~e8daUJNAaPlKBwIoeKA6n7zooqKMYmh0a~4IQoyjhOVS1rFwkiUd2QI6c~BdwLUnMgy0U6dzk~hA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/33/actions/image-34610561.jpg?Expires=1768731375&Signature=KcarnTVSuQLDlyzv46exVc1XglT9YQsOecqNj4NeEWgLIYjHnoh7gvhXpmBl4vgB626tRjZg6GCZH6pZSrpPrI~gKuhoJkPLQGnemwuhSeyQhkjeNUektijiBYjy1eqLpQqpkG1~dh~NtoztWUdOUdX0wzL1DDCeR~HS8MWpb2e3QHtHbW1ChgoNxeVxFvWHyTbp-WvOr8IaRrnAF75cXRGQ6KQAe5Tlhv8s9-kI-1eCxH-~4y8Kw7aGR-COp-eC8g3aZG5z-wul9-nwChwed1CoeC2ewLFkxK6odEKc98ULFk5pZsH2LgEPQyvHbLUGAPjZWu7kBO7CTX6I7bnm1w__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 } ], "operation": [ "press home", "scroll down", "click", "press back", "click", "type", "click", "click", "click", "click", "click", "type", "click" ], "bbox": [ null, null, { "x": 0.8740000128746033, "y": 0.17800000309944153, "width": 1, "height": 1 }, null, { "x": 0.4950000047683716, "y": 0.06300000101327896, "width": 1, "height": 1 }, null, { "x": 0.3569999933242798, "y": 0.15000000596046448, "width": 1, "height": 1 }, { "x": 0.8320000171661377, "y": 0.16500000655651093, "width": 1, "height": 1 }, { "x": 0.847000002861023, "y": 0.1599999964237213, "width": 1, "height": 1 }, { "x": 0.5099999904632568, "y": 0.5860000252723694, "width": 1, "height": 1 }, { "x": 0.6940000057220459, "y": 0.39399999380111694, "width": 1, "height": 1 }, null, { "x": 0.4519999921321869, "y": 0.46299999952316284, "width": 1, "height": 1 } ], "metadata": [ { "repr": "press home", "text": null }, { "repr": "scroll down", "text": null }, { "repr": "click PLAY", "text": null }, { "repr": "press back", "text": null }, { "repr": "click Search for apps &...", "text": null }, { "repr": "type instagram", "text": "instagram" }, { "repr": "click instagram", "text": null }, { "repr": "click Install", "text": null }, { "repr": "click Open", "text": null }, { "repr": "click Log in", "text": null }, { "repr": "click Phone number, email or username", "text": null }, { "repr": "type nobler@yahoo.com", "text": "nobler@yahoo.com" }, { "repr": "click Log in", "text": null } ] }
aitw_install
mobile
[ "scroll up", "status task complete", "click", "press enter", "scroll right", "scroll left", "type", "scroll down", "press back", "press home" ]
false
Search for razer naga on ebay, select the first entry, add it to the cart, then select checkout.
4586165339915120203:18
{ "action_id": [ "af993c10d8274125bb3684470843ffdf", "411965e37b2e4c98a593b63f4ac3cfb0", "cd0f71c9a0944ea5afa49733b97b2ce2", "7ab1295189b349e7a13408d81edd4f94", "e963f26558c0417b9affd7b2ff94fe46", "a68d17f4b89644d3ba0ca3b90bfccd01", "50e24c59a1a44944912c6a9dbac0be2b", "1ca93467dbfd457cb0a99fc1a3f4bf94", "a18a15ac13664c05866f5146bb70e325", "fa0ce74b61a2464da816a536579f09bf", "6624cb275a744a619b5f9a7fb4a21c2c", "528b173daa144d7a838b2382a5903433", "068ff6346d724013850009c2d0fe88c6", "024c7b463d624911af7bcc3c79c315ba", "36197729542b45e89ef6bf909c7ebbca", "656ba4f44b274995bce722aef4324ee7", "3498b824880743f2bb722ad8213e8416", "4476968d393c485e90fe84afa01c9f32", "aef767495d8f45acbb17e70dc29cf0a8" ], "obs_before_path": [ "evals/datasets/trajectory_lite/images/aitw_images/webshopping/4586165339915120203_0.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/4586165339915120203_1.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/4586165339915120203_2.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/4586165339915120203_3.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/4586165339915120203_4.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/4586165339915120203_5.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/4586165339915120203_6.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/4586165339915120203_7.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/4586165339915120203_8.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/4586165339915120203_9.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/4586165339915120203_10.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/4586165339915120203_11.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/4586165339915120203_12.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/4586165339915120203_13.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/4586165339915120203_14.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/4586165339915120203_15.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/4586165339915120203_16.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/4586165339915120203_17.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/4586165339915120203_18.png" ], "obs_after_path": [ "evals/datasets/trajectory_lite/images/aitw_images/webshopping/4586165339915120203_1.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/4586165339915120203_2.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/4586165339915120203_3.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/4586165339915120203_4.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/4586165339915120203_5.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/4586165339915120203_6.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/4586165339915120203_7.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/4586165339915120203_8.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/4586165339915120203_9.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/4586165339915120203_10.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/4586165339915120203_11.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/4586165339915120203_12.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/4586165339915120203_13.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/4586165339915120203_14.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/4586165339915120203_15.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/4586165339915120203_16.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/4586165339915120203_17.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/4586165339915120203_18.png", null ], "obs_before": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/34/actions/image-358d058f.jpg?Expires=1768731375&Signature=P0vSAoxklI1UJmSbtpeN6kvbKL20WQaStNSzht4ndNSVLXnbdnvDYBPuZGbi2z-vhlEcTJxD0jTNq~QUnJ8O7XmjCGUwi0kvoV0LNnPuN0IY3R2OLAmm5oJ4VXtP30bm3q9T5ehNSVyoWTwKcNqoQjjxXpw-IloRRQcM7EkKvulI5qM0-n7iNNCgcDvsRL~z5oJa3QS5B7GY1bk3m2lPKjKEA~OpvQNwatZcZyrURjrWmGbBzcmdA3oNisR2iDv7BqcdZjM4R1sfIZMmPB9PfzL5B5gxI9NH6~9TYCZj2T07HrFOoxcG4~TVpELdVvSiIYvH254eiyTPWjBy2fZsQg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/34/actions/image-358f0590.jpg?Expires=1768731375&Signature=Z4D51FAc3mEVD63HvpuHpdJxu-I~Q8a0qrQjTvUxEVAPBoINnKoBZG0l14VmiVZa1tNoH7SnWQ1wt1xX1ao~AxkEScwrniQL9WUr4bv3QkVCNmQ3JtdMrfwrSruJN0YDckuckGvwbb09T5yss-zSAph7HGMEizbfgmhZHOta~pES~2pxl-8Q-0KF~eck7-RqYnijjFi0F6wb85l27KtUQmykp0fGBwPseRaz4i~c8BUsA7gZG0nlF5M04MFQY0c1Yk9l5EfJrtJzHKptuULZWV4ZsvWryuaSVafV0PJ3SroHslNvu3tTbZp-h2dX3QOFlqFEsG4-9EJguDSxSBlGsw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/34/actions/image-35910591.jpg?Expires=1768731375&Signature=JNNh-FAE3uoYQa7746-g8yHrKGRVSbr3T2xo~7vozPg6DpdrPyrH0UYzMOF34WM9dpHDuopCnmF1-ticq67wVFIrdoLisP~Ia4Z2TXXPAQin7kUVN~IVjHx3yAP7nZJxOY2ffiHJTRHqnYZy9D1iSz8pVNtn30aG-3wve2bTNzoR9kYlMO264Xs3cQlkq7-4qbO8xAvgPHJBhILc1ANX15Nm3uqcZ5oUmi4zh7uCi5N5n6mpQZb5ndYHEvr9Ei0OhhiakZI-dmRLU4rKyjOFdUFubWUTqPolN7dzYQBeExpCETjQAyv6lAq9DXKfGWDQeEC~iZV-IQ04rhAq5-yWNg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/34/actions/image-35930592.jpg?Expires=1768731375&Signature=fmgrpPUy2AlX-J6I6VwZIYfwAJFhd-10SVjoYeMImz4fO6Vk1LXasZXgrvKqFPtqT90jZZvDr-lR2Eb77d7u3q6mt-xIRphPZpzlczm~07WIc-vVr6RExQa1-AOV9phPicmYGy7gAh7OShbg-c120Gz2O5P3eRQ5l-TF~BUhuSvLD-GtxliFEpS9suBtZoZ5gFbXswcMMbpOGYjr6TnfN3pxZAt71jB~VBTAp--zLoFmnCvk3yzz2Rit-izyVClZ~iFB~90hrsIKVo5QWSWWLthrpekUNshnOc1M3DXOPpeYuegmOFgdmYhcpCBBdLpIQ6HOVP4wwTR3aZaAt0aP3Q__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/34/actions/image-35950593.jpg?Expires=1768731375&Signature=j18N~6IKruMe6q9XfzoQCyDHEj~h-MdOeyAqg1GMG7MqfvDV3NCqYPTXhjGB-higtidS6C4nQtRXg~oKPWh6xF315~xXASFoawLy3ZcLa-FkVJmOa4h6Ssqx0OV36vaBmduxosCGb0E7CnDv5O5iAyCcyMQniw1NfGy8DoRH2uF5ZT-6XRb~jlR0vunEDfkIqP1S1~PsUiBhdLHMQJanJzlp23JSDfMtFNgZpDRURbd1i~aDfS2DepFBbsf893pBN4MTzjiLr60DBVgtXdTvFltQ64MdhCMlUPxPhVb7oWME8wyhPKaqJQkyQ4VsbQisyxhutoNXDVwZEgG8diOdOQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/34/actions/image-35970594.jpg?Expires=1768731375&Signature=IZ4j8Ax1-JevFqgHZPdwyF4Tu6SGSOqkoyLLuol~nYFWo4d1RkXWWhGYxIFhemU7dGYUb4k6z~dqZbARdhUtBRJTcePG5tHvfR2sLfUM38T~SW2L5m3SwENu8Wj4Bifk8TKG~mJd4o1XUSjcmTY2wKmVOb~Qm4Ad724f7Rgh6~xGtvcvJjqsOBfVZTKEURYtp3ruHLONLKJPOZCIdAphxCAPBBBlgjNW-DaumCbzx3lvne3oPmKVu0LfPh0HXfkSIZZimP3N3998XpFta-VBUelZj6xvyIqj6c96LoHXBpkNjBLqBuW7rnbqIHHxcD273eKaSeZmFRzMPL4LFsERzA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/34/actions/image-35990595.jpg?Expires=1768731375&Signature=TPKAVr7roQag7P~vg9r6qkgA7cSS56-P1GSZguLIDBHYkBivJiwCIt-Ef4J-tkqLwPqS2XtYz~UYfaK2T~CxthRfZsJG~edLMxy~LsLZQn2C6YQURrqlzwUwzGhb83988-PuQvaTIeJcwdvv3sjGvuX5MV7mjPc~uTyYXx-BvZ7-cyHJcpviX0-OzCn6zkvMzivlYKnvvgePyHKjevdXA9e9JgJApAC-Zu1EwGFep99nwakjCOwiT0By9CxDmcedJ5~uqFPYtd-LAEcZV16XuvFl57rNqnuIrhSiRLEfN17xE4S6A5alJooJytq4mmfQV42D-XCFWa7erTqV9At2BA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/34/actions/image-359b0596.jpg?Expires=1768731375&Signature=zFvr1ZV6B3jWc5wwAqtX8wysrcosVjJVcVf-Pp9PWbbwxsnLbdQi~e-PHZF8ZdstbtZuxcee4wO0rjVt-FJs8lQXW3AadpwhokLnjndpDXdi-CicHMUdeI5X1zCaPrxsqArjfNv1zOtGRq~6xWmLygbEAGeXIqNRqZaNxHVAZEc81neJ9WM2wW6ZJ2qo2GXUsIaf3KS6FcAXYwlOci6SUtYvWt1h38iBslhnEKW5aP095yuC~gJpm8LRuVACzC1rDsE8wMqClV6V-pwJETS8igIc9I8ZYjCLdJWrx-DXukWII1I98BOGyZosFJVoCOWMwKvcjh1bNyl7he6Ty0wKqQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/34/actions/image-359d0597.jpg?Expires=1768731375&Signature=vvS9kC4clpT~PKm~-W7FGlA20smgBQvcLCcI2MR7Ozm67xm9qpOicLilHGhJ3awsOxFFORGYN9qUbXXNjtM22DBDXg~cCZb6nhfVD2Hu7LYg1MlGBAzo5IkSh5Hv1rrSROmCK65eckTLBDTMtKbnnfD6G128CYD7ZoBAxCv6Da8pJO6GIyv1ZkQLMfXbT~GC1i6l90-hbYw79pVE~orgqWla4Iq22B0mDFN~iUmzw6UEM9LiPs8174R-wE448C~NxNbVPJnS9ACEfi0PT-WBPmEGgeLM9ryugx-t-TLJ6VXzni7IvE-~5SOhSY9fuF~n3M7yYfHSzBBJORUxjjZp9A__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/34/actions/image-359f0598.jpg?Expires=1768731375&Signature=IQtf4v07AaW5TEN59czXyTfA5IcoKS3gMtwoT7g-Idaauo2JzPWUHgsnV6sWn05GWm0pd-2HC2bZ36fpTdLD1Uy4aYe0chEAUlweZdF3iESzu2UI4788xU2lgQCocimjmSn-LP1gx8zAZtA-bYymA04nmkIYE5I6xIEWuUFQh-UYjkEPEpiicOVSOZS6IQBlc~5oTdKdgH1mFgQOUi0dj7MZFIuALqPqWua2OB4g6~D2WTkjF9uf-vxIbTKkn2paF2Z8DZJm3fcMzzFMylklghypJgYwHWRQw4C6lAFimiZUr64TTH2l0is-92V3J9nunlXBmJu3-lf1sUD6ZEAhXw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/34/actions/image-3b2205c0.jpg?Expires=1768731375&Signature=DQZjzl52UobD1LWLNxJpWwvIoxg8cvT6117XBeWLNCf5w6nwxZGceX4lUr-NSl0n1feB0-BJLhq8HZlYDkWMr5mbGpZbscKxLjTRTIHa3o57mlo8wWKeYWbSAP1Zs1smzeJZRHUneQqrAzQIxp8dlhcaXxMLfM-GsltZVH8Yu5tAYZVMb~IvTPrsOjy9CyimJxgdiqZnSfvNuvvzlL8W~40Rf-uuw9Uw3grPj17m6T2EnGb3Tai45bazCzJOWBALvxGFs9goAtdoP210SWzy~jScoIsSYZtVeuaA0WNUko9GptSuXj7kEUhaDuTGBWOtbKFNn2SyN1y1B48IByPckQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/34/actions/image-3b2405c1.jpg?Expires=1768731375&Signature=X0D~kaQReyumQ2N7APRqjE7gBXGgS83m-8ARTRQznrvJNsCrLvhB0EQWXdXcdE-h9hxh-CAhkaGJ2YAtimRfVENsZXT87UY2kcANys-4r2TKyg-CYn5I88dKDoJVwkSL23gbTavGi1wap4LMYFhblHK95M5V5tz9NJCtfkN7Uk5aTF4WCB~tfWfXYnrxSDhI92iIwKIx4BXQSCgb6QPErXP7P~3dxTXqJh7LPdgzULS6imQE~8d7MuoyjaIwX04RygcOGbxGwrC4hyRSWqIPE~tFrsYFt1bFlZrVBXyCOEz09M3Bt4iL4K-vmUM4tSWs6uBhLK3ZOojCiCQBmadX~w__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/34/actions/image-3b2605c2.jpg?Expires=1768731375&Signature=pMJDpkYuOt5NS7PxVD-F-3k0l0nNiYg-6ojV1~DzoXfz15HDIfiaecQBZd1wJUbnzPZNWXVCNjGngMB6wn0WCA432H2QtiDEu0nhsh8a~Sff4KPE3Hk39rK63nAHxUxHBY-vZMELrdG3SgFRvIVOiy8M4DL5F1jL7kqMUJWkdAQwetO8FURYp1oN5NWA92UZOh0izM~jRz49uzUTmvlRz~tDculOl-xSDMohJQLwO3piC8C~RV8cqXcMI~EvLwgRc4y0bb0840J~XrKuA~k8bEjbCs1c5pMvrdS4AAXP0IquJPpyMzXHEOHs3AHjnCVlRaOPESxC14DR0I7KcaniZA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/34/actions/image-3b2805c3.jpg?Expires=1768731375&Signature=FgnyR0cvcYh9SygDuTJlkDCItKhRUGq2UyvUWkwJGQczUyYopiGodaZmHinAktxEvLhV-hptwjI~-FpsKaTLRaj~Q7hA-u4-Fqeinb4~AkPNa-p1b3WGdMoDL2EjmXcRG1JtR6KVZal3Wfc6wQRR8C~tVD6xzvj~ZmfjtGHj0Ku-XvK4hrvXphXgaqyh7tGNnVOTzJQ3bn3YwSS1wOvJXDKowo20Wu0OSsVxv8am5-tkrOEd6sGVFtcGKB~qOIDTGD2o2jUD-P2UHyR13mH6Rz5sdWuilqMfQxHi6Qvc4b3puQ7pkdjo8-cnpX0K9BJLw2hqlZaDggpgohpsTakGSg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/34/actions/image-3b2a05c4.jpg?Expires=1768731375&Signature=UnkJ8Tm6gsELqBvUekYAQdUoaIXYD56KOCFxxRhxzfNNTFLtOWxb5o5RfFlk0B5mA7kGIIrqZjxAL5t3CSuilHobsihfDR2WJFpYzc4FXZ~t0ATYMRPWx0GlDJmc7RfdnqPjLFhwUGsyLJD21wiRVXblS7S0G~xWEy7SzoM4oYtse1jNER1xcLp8X68ouyvjL9noSL1nUqrsznVCVRMuu2KizGvmfrqFRCv7coURHXfW6RRWO-LaltDjnW5l7YA-~hIM2yZla4b52ZU6Emps3nR~VoAZTpBH3DnG~obqa4wzkmYm8Cd1mwRVtvU47SCm4eB6WoQnxKqzE76VTARxoQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/34/actions/image-3b2c05c5.jpg?Expires=1768731375&Signature=ydcUGe9Y1Bk8QG4vMq8USdVpD1l23VWS36SKCGizYrEkDFBZ7RFSuVEJ5GvmaN-iV951brpkUfnxzDHrQNKPGJyjgyJoVgKH0vz8PisewTqj4ByXyuuqH-62wQzHwPb1xmm4lli0Vgy9QtOCxQCfmbwkQ50yPQ3JftkSW9sDTWUzguz~2f-5mkyhK7WB0nQaWARGF0l7tYDrFBjx8oBUiyGirzypR-uLDH~0NmB~Po63T9UxxjjMrgky~TCkeSm9-zCg~-5ubISHdEdlY~La5gcApqhrA6O02yp5VCNBSAMy38zR4fVoZQHzZS9lpcdT8DOenHHtfqx25xGCkhqGYg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/34/actions/image-3b2e05c6.jpg?Expires=1768731375&Signature=y0x8dyUd9D3cLGqd4zew7pRhw-joPwRwXQe66ayW6KbpRSd48giY0KWMTF-tbsdptLCDz3zFs93-Thy7gLS24FpRKiBTfGOJt~m8CqgKFdhYjnZ7e43XdF7ngu-DCTlg8GpwoVRFzqKAcaj0ir10xh-YKaLBGeyvID4VyGwSjFdWvWOeSmKcCix1YwHnUnS67qRxLpu9XkubyQ4eJYD1GoR8B7pUCGgpS8KgRlOszWDX79mhvMSSoTjM9zO8yh9hO2M9GoYHFSTzfglE6ox7A0r0jk~yo5foxSLS0oh8toysduIIrM3GUM7Whsjfm7QnzJlXVxxgTw4ZG58IJvilAQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/34/actions/image-3b3005c7.jpg?Expires=1768731375&Signature=G1eH8LMw6Q2EsZnS5AJyaWPvM0ojv710IWFLWyZq23zMwCqw~RdjUD4UBGL-hpxb4xR0Kcwf8XnzU3WJePGO3ObBZ4TwI0KoWhT4DgnhVQHF~34-3KWEObKsW4Th4HcqBC-6v4lY5oWr5KqaiiSgc1C2w4u2PGrqpaPTdmgphOIWmqTlmko6MpoEe2syXgwNUm4MBB7g-bNcnQ-yDNIHC-8Os2l1wCxY7r7H7Ni3sdVueSY7t8Rj9izi7WKob1te0wBJ3eNaHg~Ns4a6AgULlkGBDr9XizZ4LFd1MizTLACYkqh8dM8VcgIswM-zC23WDMvfotWIf7jFzXa3R229BQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/34/actions/image-3b3205c8.jpg?Expires=1768731375&Signature=FTL0UEJouIjBGOjgU8LdpAkqMrLnTl1NFinfWRwbHERujxkhJF~cBxP3V~sedvO~tmOvNmRYw8tg9rpraYv98EsY3tk~a8tvy09ARJJkiFGn-r70l9wjE6~6QDjV4lG7igeAChKDbhaw~7pkqb9S~cXp7nmyMjo1DcV0mvBPBUHPUXObW5vg9udvcDS7H2EUZ7UmPR7sxFHiMT3dXIYuOEFQIGfA99xd6UPgL~f34wT7N0pP~if5Wq6f22gyjCwU4WF~7Ahy8JHFqC7bQbZHgnOzDfeR3zKUqITgUXxHjjbXv8GZbQkVcfrBd7hNhUKV8NaPQoN5xtMSpngs-zafVA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 } ], "obs_after": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/34/actions/image-2f29052e.jpg?Expires=1768731375&Signature=nl7JT7~e4jHggRYnwm9eFnHfaclU60yPKadurz4yukK~jSnV5GMgLPHfaUzGOmF~F4bw3sRfRD77W3SUshpQWfTgHEZhjRSy3vFfuZYc0F6BOhT4bRGT-cX5hfGIJf3hpV3UBR4WYdSLY4~vn54VFyLvzuyZtOeH6zaaRxE4VOmMBCx-JWksTWQ~g43N2GM2dqaeGWp89v1XD0IWKb8Wpp4Baxa3f44jBLoO5~P6A0fz1UAYjZRUpKA8pXEx5cJmgSmxlucn2vb0u-LGud0h6m1t-KaLh2KDiYhIqlbOZwjLFNn2Il4pYx88oK9DSZJZ0azDX4sl9aoCLeQNygt~CA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/34/actions/image-2f2b052f.jpg?Expires=1768731375&Signature=MaBz6Sd8VsunFah4rMVra3SRLjpqck0-wjE8ElRi1aV3cYMDaNleWhemW6RZY0z~Oom2B~nv07TTDSVUYxyAQ17u45Q2howmQnSJUTB6sjW7W7JPfL8uf0Bdid73vmAw8ZShbX~3ZjP7Pxd~6Vx99szPxRRnRIx2wYTkiMc9yWwF3u1wB4fqR~gjFs4~EdxF4~rPB1rT72dbvzt~EaS35gKXPTIxAqmpPxLkiwDTTCNrcywUO-yjzVfUNc2ESwXE0iX9zz951iUaiQPO0bpdzbVv6MD4mT2S0m6jkdLBKpmTj4hxukZ3FbOLLN1O0OxF8xdJpiX-jE~v1aY9mDVGiQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/34/actions/image-2f2d0530.jpg?Expires=1768731375&Signature=NTjvvluXtnK7sLcULCSiHsIDm9QWW8yYeaJidTkmXhQp2u3o1zP~ixr1P8P3G~6zi2mNYIT-OAYKBmpyW8gITQAud~LzoTVFw6lZviHgRE7v7n4r1c0wcq0Qkj0mCAbYDOyFMDRXi75xp8BSo0VLGKeOoxlvE5BTUpbfEtQcm2M0PyOp8bCOPMee0BFEQWweV3ENM~GCMTdWdDB85YgFv5o3nPGDbfuRGM9zyZx40WDW8r~JnBLlIHPh8lYZ6wEi4M~FX3i88k1toADwh789goyZ-NQUkiFN06yb--td2J9qDLfkXYNUojnP12AiMnYEAfqRu8e7yoVE~My5VVx0iA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/34/actions/image-2f2f0531.jpg?Expires=1768731375&Signature=nOdWeuyPCFH0D7o3~47OEYpg53fYVXYkB1CC04FTJ29NIOn-RnWOYYMp~~hs2M~02d3mypRPysRIfVrIP4MWiCKhCpJoLhIIbhqN-r0Auc3wImglZKXOoV4dXaA2gPTnpmlBrN-Z6lRGB1DVZt-pkt8VQ-~dzn0XFH2ffPfySrxslYl55~0G7RSko-Vhlb6AIeWn8UwDNBod5y0Ojx0lOGWSXarvTjfsIPdh4YNqLnMGrmBlxkuwnydCaNC70G~FJm2FYuwCVaywaDTvsND0o3~yuLMJzRvHMy9anbUuApGjbnsIFRhKegML-EcW70StkNvrfaVL8EnPOXlBl~9v7w__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/34/actions/image-2f310532.jpg?Expires=1768731375&Signature=EW28YFBsI0DXjIoFIt4fAaF~NyAqjj8y7OkRAtZzv5G6CgWLp1FAOTm8kFn-EMzYHm-nJH19otUrFEf0TZJgPAAdpBGnsvkprRPuoY89NUgIeBOF3Z0~bnWyscXNCynRrVQvYS1von7tDSYsY2pQu1Dggjqb~7MwL4pgDTOC3RL8e0LaQ0C5SIgYAgJ7EotnXuAebnyIiEcKiLXwFD-~ISND4VLjlSzPOAiQMxWRM98sMdE3GMahIsR7XSsrx1dCYMKA2O2KzuwAh9cEZl1BVI5LBOfLsXR~k~aNS0YS9mXc7l~s-IWNyEsHpY9Bd7aWqo0Ru61WOGIVckdFn3F0UQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/34/actions/image-2f330533.jpg?Expires=1768731375&Signature=he2mby0BnzgVN5yzrgTQLiJaw9p1mnShDqIKtMRF1vcNhT4VM9y4Dz5HUF4V3Y5q-bWO3wPHKZ2wMU-YGv6oDoj-RgyBZ5E6kjX-s-adgeH9HuekwxXKKQ9MOXJXimMirqyHkstO-eVAM0ZFv4nlA4-83sL~rDvsZWGhbbfdF4N1Y1GSZiCyxh-1-PmhpNK4sDVCtNzhjPDLsBEgVwCuIkXbLc1OxLX1cTxT8I3yMohb9q2-hImpzJSFx5VowLlURgFeFOeuBE9p9naoULpu3kgxcX4TA1ZqeJiAsGODyXpH~Xlkdi9gHvWICPSvcCpx3eXKsQ3esuqUYbgIFlC6-Q__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/34/actions/image-2f350534.jpg?Expires=1768731375&Signature=pKEVIeTJM1QALsm0yXEN9pvQB9IXqRoec4xR-2IZ0V~Pyj8yM5KfpiQh4IquOGzvqBZ14tSzozrN8XCkr7ll1r~tnUesBdKXbDp8qnowhEM4dEcnCzG4J0iIX3nWvKEvIonvcrRJ-tLYqs6C5cSRxnZcEk~UodDQWAOhSVJHCJnZemCNYFqtW42iT7xcHNQa0s-F-OG-9mNkLyvHsWupXkFKjL3PqwXCqgMDjVcAHn6XgvdZQfYcQwAy8mtqhq6LHHQNIxpwteTIx7nlQSeLISgAowPA3bWbu~7oieb8nSoBeyybP9wIm0IhtuzcpOTTKBvSINe7LlwPC7ddhQdeuw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/34/actions/image-2f370535.jpg?Expires=1768731375&Signature=hWypJ4tIVDpBnEXgxJwlJUj~wtPDXYqmwHnLpJEUB-EOwFT~G6S8zKBIxW54SVq2emInvK8RVWdbdKnPphP15R4BlndVCAP8ddkrRU8-KS9IetFotUVHJvBFBtSUM8DWzodQMBbHLOe-i6P3nEWx45rHUUYvktksr3KHkk9pJSNyo8oJaEcKLbKQVe1EIy2OAMLv-hr~-KopvS5DeexzYmEkY7VLaHKj3cZFxNRifXoLyx2FfEYKv9R9eCFpVRehzpw2IK9DCCWEC6WloZJDSFlujRHEgFJHU3IW6F0pY4AYa472fB2HtQXlIf8BWo-b7uLGfZ5UQ8Gnqsw2Ljavbg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/34/actions/image-2f390536.jpg?Expires=1768731375&Signature=E4kU-X-kBnILT2RWLYc2pSrgwz-W71-a1EWRBkXf~vxVW3q3vTmpdJHhZEFgVSYjyqPHH6osE6J4VGxFyTJGZqjKCg1dOZGYgUs8eqniW0xNSE43tdzh~b-9S4w2fc3nUd8ZkhhPkMILtAbazHCEiiSRL0~9lV2W45FxdYWEBjd2dJFwssgztnxjjQUQgY3XuPmjZxn96vfuWt1vgnYsVSy1gS8WoxkJxNx1zaXe14HhvXvJUel9rvlxvF4B06Z16Gn1x1lUl-0ocM1rf0hGBFov8O8UpxD9QkvlGuxY0MKzZTbtva~pM4-70pMYIMIkpE~CTJmFaRxoTY8H-I1zpw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/34/actions/image-2f3b0537.jpg?Expires=1768731375&Signature=otgvOoX913p3rux75q~~0E1OInW4lyW6xH6HShT2rcjRIlV0cR3a26gsf~JOstQxfSqX6XYuGeo1mmBfc7FwuKJNr6x8Zimk7eMRanMZA94AIKF6kIaGwWclGhxBwtmbsFCkkhlE4bB2Uj5zaxMNtAczzHh1zY1kyzEdH4bjmkqvDhMTtBUeOUIijfW0hfaVdMdfl7hbVO7OaMOM7oJB~K~jmnS~jsI0xXQ8H~mHJYWeYy8V~baZWPTajyjOeoN8MSKi58A6UC2g8Y69GlhEEDKIsLXMyzDCOE3GZBjeav1GR~Bk5ZPCWtALqeAJInYDAlmKZr5bQbflDYiSOS80oQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/34/actions/image-345d055f.jpg?Expires=1768731375&Signature=ph64xfowkVhYQQTh3Z627~M68SYknnMqG2F5O2d6JpF2YPO4HinesKmqSvwUxTHyndvG~g7Buu5UcjXBL~ZquaCAXlVNfPqR59Up~hlhKo6lltZ7e8T-ZkpLVr76tH~3fNZcbD2m-znEc1HK8hqRkcM8aon7q1Z90FAHGcbMBFj4a0a3N4yTmw~mqdMEeuBaaIkrrUYkti7CjVNO86qlCaltE7mHXj5Zb3QrTMTNcOyKJmhAlwFGCKydLsaEROPtgXTha1TaaY-6G4nGALQ8~n74xcCEtt5ukwT43KwnJvwlokyhA681vZBKhm8lveLpksm1a0V80WxY7-DZDwDYmQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/34/actions/image-345f0560.jpg?Expires=1768731375&Signature=XAe-WJPSiP1SFq3R4UpNMMuuPY6r60TeEaxUg8rPIKsx12DH4pOGi~vG2OgBHOXpMd-vJp3hZb-HL7Wx6HY7kuYUkLAWzzr4nChIcusfusrBhlaG0WigXeguw~s5x6M1WLK3kFNdwRwgqcrfSVQ~0j1BOBUWXjrarO2WcNFNpkp7~JKoPq3QxLWMrc6~JPpbcAz286dguq1HdWtF9UkGlPNPaEbQoMGvciHvlui~zyNHleJusLUl765tVNN3rO2dPs~UtrTFdXqRw6SUk9IF6zbrV4OyyCfHsJOf0LRrZ0LM~HHcBnLmh8SA-ZDKKixinG~HI-cONPSUQM8c3Vl9Yw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/34/actions/image-34610561.jpg?Expires=1768731375&Signature=b6EuAV472K67ofI4BA7xORz8ssMY-Nw1lvb8l2RDAIlpkMHSAmzaJCoGyisq9bex3G1hEyXwdBqwNQAqPKNR6puYTb5gqps7F3eLPGcQr9ngeeCDwNfpdu6nUVCpRkbkPEF~TxjAaFpN7bvzmBVtYNt2-leRa8oOA9McuyxcI9HhGH39Bj-UVStedzNsCn0oxqadQiGTJ1yBMSFUT4Djz~pUnxoBJhGZ6HXugf666194Erj8sVZNGRjgPrmCafNFt5m~NRGclCggTgEJWevDYDk8wsv-LSKKBNkjEDwBf4KBiqV2pycZzb9ivTRqBmiUWl1eKMcJ4IAiYsCQz8xzDg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/34/actions/image-34630562.jpg?Expires=1768731375&Signature=MPCz37Vnv4zqsiu766BPCL9BV9evJEw6Oiur3oW0safWHdkeZQfjzKIbLcmfY5SgTjEseuCHx4300K~hfvcQ7mxHI~2XQcF4wUAjsTGmoBc6uBXUNnIsWIvGoTw7Mk0aIxNM0qM8npGS~TQYh4Fi1IYLQxcwS4-9zXhGmh0BRLun5zEsEUhMo67m9DmXvjZqaNnIA3iAbUg75YXci6j6jdWHAwhKjhE-ddrvbUiI9UCt8G1Bnc2dfSNLIcH9kBJwDwuSuZap72WF~BSZvmOvaJX79xCcZllGXDYPVg3kl40QNPA9FYbQmJNJGlLrK-kbI-DH2zloDGPFPvjc1odu0Q__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/34/actions/image-34650563.jpg?Expires=1768731375&Signature=kvaqEoIKssLJN5CWOzFtlW2VeGfIOaD9oYM7chIjRWoxzUaKL9XbwwPiEnbg8mcoW4RFc56CdPjnZtLSklOFdcHYUruXoJVzYIRCLqpjtoNy08h4Y0xnINOzGafSJiMW-mQEHNjnsqXdMF3TPFlIM7BRboXS2Q8gFSA71zeE7tnqaDo8xiJM4tWRN~qzq2~yfyiwgfS5ZkCG~uRkvXfGxRPErioK7gZd9xoHNRJIammWUpAYqawAIfy~i2Oeesv0whn2elh8gCi9hj1TqaAUpGh8O6Kn7ZUoQvedJf2MorWRoNOZUZcl2Y2OMn9ptEkgqe9pk-xV-mHWNDCcYaO2bA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/34/actions/image-34670564.jpg?Expires=1768731375&Signature=fILdtTdL5u~~mwre1RZciq5uRaWAS3~V2SLY87LDiokNTGaLBtMCBIDloCEi7NjJcQN8lak-VN~7g6PBear85HKqvsruxwkOb6jUrM1ZCZdz4ij7bJvJMiqpNtDuwsQR~hWzouCtBxYh8zKPRbioX1lVFMOPUa3QTHsAErEAAj7cn2Uk~oF3Tif4KUbhZESije~iTXmN83xkFNhAkpVvRZAxol0cEA0HMZBfJl2AqayCI~7ZlNQCd3Ozsj87zqdBSieT15pZNgmZcmtgCfAePkktDsu76k2Ft03LGZObChDwueQImRXqKCx0kYv0TYt~UJ87ixdRzlL8BvBCtF79nw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/34/actions/image-34690565.jpg?Expires=1768731375&Signature=hfR6njHC5t01lzedbOGzL62lvXiN~pfM81qHuRx6nHYpD2eEmOld9cbWeTDEsCCx1430KX~M4kBkeJJA1LQ4GCY98bMaKbIx-ptxha8UxXU85oX7oq9WhNr5HDuzVyBrzYgNBK~0G3OD4gPguz698seDsKc6ah7dLFm78Wc3d9qSJvsUWF6RddeKfmhxOPrhUWR4zVx4diG0e8B74LfhZJjPX9miE8-Hlx3oMTZO3nejjWMQqzgUf-6I-9Zl0MIa1ynUNckS9gunHb610xyH5xOJnEA-~FKQl0Sgg13cek2OUyjSGddw-8bDtlRUZ962i-no3PqxTLDySiUpHGPr7Q__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/34/actions/image-346b0566.jpg?Expires=1768731375&Signature=U4qpjHkGh1zniYJVcOfldjHJ3JYPhdpL2hsbaV8mKTgjykrwmvLrmkoei6ZSUK3nVmqs0KrBG4~LD23RUbPhj~HTk3MHfuWnsiiSlQB5uyt1ETVlJBl3hrc1xDd2C97Dg3S3XEQqEv3jKxcSBAApeQTS4VRSNLUXZ0tC4cJc4n3A8WqbrBkjmbAZnCXiI2NuUKS9GnZ99-N9Kjrf9zo9H~B4n5BTUd0FKjidjmqG~FW3P-eNNtbhts4-AG~KzZpKdBWVu5kDVlKFuaE6qSaohGTVIyf4jPWGS4oBh7s39EgDr5EUOhoRZUbG0W48UJYaAEuQ1WuZOp1bq~SpFqkOrQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, null ], "operation": [ "press home", "click", "press home", "scroll down", "click", "click", "click", "press enter", "type", "press enter", "click", "click", "type", "press enter", "click", "scroll down", "click", "click", "click" ], "bbox": [ null, { "x": 0.21299999952316284, "y": 0.9160000085830688, "width": 1, "height": 1 }, null, null, { "x": 0.164000004529953, "y": 0.5669999718666077, "width": 1, "height": 1 }, { "x": 0.6150000095367432, "y": 0.12099999934434891, "width": 1, "height": 1 }, { "x": 0.8939999938011169, "y": 0.05400000140070915, "width": 1, "height": 1 }, null, null, null, { "x": 0.414000004529953, "y": 0.3034999966621399, "width": 1, "height": 1 }, { "x": 0.2800000011920929, "y": 0.17800000309944153, "width": 1, "height": 1 }, null, null, { "x": 0.5379999876022339, "y": 0.49799999594688416, "width": 1, "height": 1 }, null, { "x": 0.5164999961853027, "y": 0.7160000205039978, "width": 1, "height": 1 }, { "x": 0.45399999618530273, "y": 0.7170000076293945, "width": 1, "height": 1 }, { "x": 0.3995000123977661, "y": 0.7979999780654907, "width": 1, "height": 1 } ], "metadata": [ { "repr": "press home", "text": null }, { "repr": "click GOOGLE", "text": null }, { "repr": "press home", "text": null }, { "repr": "scroll down", "text": null }, { "repr": "click GOOGLE", "text": null }, { "repr": "click GOSge", "text": null }, { "repr": "click X", "text": null }, { "repr": "press enter", "text": null }, { "repr": "type ebay", "text": "ebay" }, { "repr": "press enter", "text": null }, { "repr": "click Cars,", "text": null }, { "repr": "click Search for anything", "text": null }, { "repr": "type razer naga", "text": "razer naga" }, { "repr": "press enter", "text": null }, { "repr": "click Gaming Mouse", "text": null }, { "repr": "scroll down", "text": null }, { "repr": "click Add to cart", "text": null }, { "repr": "click View in cart", "text": null }, { "repr": "click Go to checkout", "text": null } ] }
aitw_webshopping
mobile
[ "scroll up", "status task complete", "click", "press enter", "scroll right", "scroll left", "type", "scroll down", "press back", "press home" ]
true
change notification settings in the gmail app
15094973578952846734:5
{ "action_id": [ "0676496790d649048fa899276333b850", "7710f13fa030406fadc7cbc42f215751", "2c7a9787397a4f5495846b656e9530b7", "de607642448f4e9fb4c75c6fbf58b331", "f80b1f3285b1440a9ca3a9b0ec885900", "e9c55772769e4277acae86b37e5f7944" ], "obs_before_path": [ "evals/datasets/trajectory_lite/images/aitw_images/googleapps/15094973578952846734_0.png", "evals/datasets/trajectory_lite/images/aitw_images/googleapps/15094973578952846734_1.png", "evals/datasets/trajectory_lite/images/aitw_images/googleapps/15094973578952846734_2.png", "evals/datasets/trajectory_lite/images/aitw_images/googleapps/15094973578952846734_3.png", "evals/datasets/trajectory_lite/images/aitw_images/googleapps/15094973578952846734_4.png", "evals/datasets/trajectory_lite/images/aitw_images/googleapps/15094973578952846734_5.png" ], "obs_after_path": [ "evals/datasets/trajectory_lite/images/aitw_images/googleapps/15094973578952846734_1.png", "evals/datasets/trajectory_lite/images/aitw_images/googleapps/15094973578952846734_2.png", "evals/datasets/trajectory_lite/images/aitw_images/googleapps/15094973578952846734_3.png", "evals/datasets/trajectory_lite/images/aitw_images/googleapps/15094973578952846734_4.png", "evals/datasets/trajectory_lite/images/aitw_images/googleapps/15094973578952846734_5.png", "evals/datasets/trajectory_lite/images/aitw_images/googleapps/15094973578952846734_6.png" ], "obs_before": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/35/actions/image-358d058f.jpg?Expires=1768731375&Signature=AFf0OZe9dL6pb9liFuc-HLxPM~FcCzKXMBnnasHCOlQrAe8bOJsxjt5f5H1cyeNIOzG2vsPma3CG2YAI7JOU2f9hQV~julyGkArK-~88u-1l-3svLB3XhapP37W2S5Q3XnHkD0mPAG1m1GV3qiXGFb3KF-DueonKqxaeijK0O9hraMK80pG9Li-EwKWqlHRPeLstmqZo9eR9BEYooF0QyISG~6BBwWklIs2FuWMgZske6aESyQnVFBb6T~MfXCjWATlzhd40G4zxx5hwwZpIikKpidCCnxr2LcPgZK2hsRSliRy3SsbGW7adyJ0owe8H8cV3sTY76sSd1lGwC89g4g__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/35/actions/image-358f0590.jpg?Expires=1768731375&Signature=w5euhe46~VMapkKyWK-6ka2deTrFTKkWjE2Vj6rKPVoc0jG1mu5n2c-jNtx8tAVGtpBHMQ2sJVgpnx5pqLV9VpUJvGPUb8POFAiVokRX8pUY-izjQUgurispjQj2RQJQ5xQb4ZqpLwlXj9HuNn1v70RZo0r3WHP~ldmMbVXqB7RB0DuYZ9gQRK6ll8-3sUIVlNB83NdbYOIba1NAA6h~fG86V1FZ9WCJfsmwvLdpNcdMb5SJXGeQGdCoYc7UK3kAyUuvXKTcLRha-4lXL2ZxIKToZhok5E~lw5RckOVPmLh6qy41HifXAks2~wTlhAV4btCtuAyOC5kteY8xHOsZww__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/35/actions/image-35910591.jpg?Expires=1768731375&Signature=Qj0PNs4hEIaKsOdqYf8wCzaAMiISphEANOBQYEW5Jn2KvVw-89o9Y95bhgid8cX1ytWIBwE~pGc1pHcM-QqiodpPNVyQcK~gz7cYsoSqGlu9nFSoo73hwb3sWCzZNcwxXvBlfywKSQ9RV~SujuUZqIDJMDC9W-eMDUg5Un2xOW6KOishOg0HjJvkcs-5R-21O9fjVqikAnZeK~RAx0kI~bjeRcqOCaaLjRcX0vtxJ3yBj-2G5G81M-sifz8I3VOfTAkoHY-AFtXTDWIgeR47mqy04rgtkrxrxDK6v9QcRuX-NK23L20w4ol2F68cZLn1pENTrjdB1wVRlJHGk2T3LA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/35/actions/image-35930592.jpg?Expires=1768731375&Signature=uJsr4JMqn2i-10NZPi4YUpywFUIuMSbMFR3ngevnDJC7W5ya1vQ6cyBHOEYMMLTeGNFLUpb1ziOLatEFu9LWO8J6vnjQU6hyq~3AzkAjHplkmjpK-qCLEjlY4m75y13xt-ccq6zXJ3vjmsRq93win0ka9ewID6RliaRPc~VDObbdJvIgUJq0IoQ2a8JKONd5vgf04-~1Bph-FPy7ZhH7reUo660~PVTLU1g0-drJ0ZejwVphLbkERhW9Az75P2~H5aJUm6J7Q29Wi5MQLW7djeXadw609HTm5zPk9puNaDkdxRpTojiZTCd34Q3fM5HQ7rOmjzYMZahz-8OIzT8xgQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/35/actions/image-35950593.jpg?Expires=1768731375&Signature=bgPZTY8uJOvBPnBkUKZ6IpCSirtrQh7CmcaJUFKn-lEMPemwqPYkIWR1GpO1DmVgb-u~42qD6LscWw5ll7fNqpiJTrfGD-ZIzHx~8BO43Y6LZ3IrFXZ5EvPYvvwCWT2JsxTYPM3wyP6U9ar6zHPmFF5tAclp1MujKA24wfrWzCouPN8JDbEGw0CRWHAfKiKirPz6uVKJgSl~t71DgmytviQvbdeYpFOmUfT6j8qoYueCweWQSGXl-i0sXqNWJfRwMFYJIyN5WJcIKQi-K7nBgD6XhvwgSIy9xcLORn1tkcSMIEvA9BPfQlsaUCOEr~Jx0p3md3kdTtnteoDK9M6NQw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/35/actions/image-35970594.jpg?Expires=1768731375&Signature=r~zLQ~Vx6rASclWQKIAPThvUBLx0YcjTDRhtiQpeOyWthPhrf2cWrFfZHUG8bSBZoKPmCj-6q8oxnQaLVlXdySAjfUi8XM36u~zwPJ2RR0mae-APY-SxKriwHzxXmJh-F3K80NEFN8pIrl-xnG16CZD-GSv9~c1XDJNl9ycI5CfEJxoOBAg0zX2IdGZ9K6m4ybqAqj9aAMqlPNkVQYhxAIuTZqALyTnxrac8dKzLO7qrsXocvJ1IuwhOdSHQ~yMFz6aSV67utfxFYJzu9IQ6zGPYuiVNE4omeG4P5OT3AjmDkZmVL7X1Zj1T7eJJXtWmy01gd06bF6kPDvlD5kClkA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 } ], "obs_after": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/35/actions/image-2f29052e.jpg?Expires=1768731375&Signature=yiM88~YhY8t0K9~mZzGHLpnhfAMIRb7sHLGTkSqZPSv9Dc6S2z6jJ69LOMmJ1tPiQ~hjgv4u2ZOhofXH0zYV7M~x9C~n3GtajAwHzC-qZX4Gq1Zc-omkdNCxcDR25akD0nhsqxVUnD2lP-avCithUwD1gVlkcmaafO6kx9LNdRWD8IlMWwU6oZBTpjvwutJQowK57NFr6M1jIc51Xso~9KDBZ6XzO0FFaCoVPBiXI8th-MoZ4rjzGu6meqSrqXait~mroGvCE9IV7BzlVI1j9P9yqXiLdCVQD4fzcyfLy8I0TCITXv7xHY17og9ZT4X4~4EpRch2RoP6q4jYv8943g__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/35/actions/image-2f2b052f.jpg?Expires=1768731375&Signature=Vvatcbs2yrczCpKH28OdSJcfHbPvJiZdgPlADuGgBNSsVaRnwPz7dwnKCxaCuWVB7PpFoEb2~K23Rbx9iEemMtvm3CfOzLKjQBNCLcavUHO0slfX7eFlKb24R5PVpOF7kvWXB7A7cJnSiVcgz4ENl7GZ2MKuLzcGRc1gYONj6dyO530ECVOuxJqcuLBm4Oiu-U1o4XmEVOufCqG65Um832xCVeOKWnmVFxQEz2v-RU6EMuqnBsiViO92Wv9rST-raYmMcaHiil4MRoulmUSt6~AwjdQNxw58L9U3LDg152AytZJb9k3HPYbUfs~bddZjdiHTsbeMnq0ueHpRHy~EnA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/35/actions/image-2f2d0530.jpg?Expires=1768731375&Signature=vtJcQoR~UXQTRrUA0riCxGfQhIGJlOagdn9~nt71TLus6mEhmtJfWHHe~i88V0sbIP1GPIbnP1FIBe7bhELjEfesNF-efyAwmbfrxw40cBcQ5GBQDyo8AftScXOZu3PWfjxhqZCWCWNSB6b-8TSJ2-mZPak76D5mnF6bzmTtitjY~3OMAMum-zMrfdfzZnYKnLFm9jS7MaTINwd4DrMf5ymslBFbQ~hjGVtM6JNRKBskEAKyRbMxi-zRT9af1SuUkFVvKb5mLnJpc5xdf31xPH0lyJ~6JpsPYDxGc7enKKu2YXqTvJQkktbuiUuplbicWz9bl2lPCEjTTJOE4-aIKQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/35/actions/image-2f2f0531.jpg?Expires=1768731375&Signature=wmSn~0ZKhLxHFnvr-LgFLrPYCnkHPnQf2ohPTk6T3IWQFyxyw-E5DEIX7aDzIuAO~1acpQrSzpHyQHCJICnQUpl2z1gbHGVN7d63A-p5iwXpbd1mxheOW3I8PB0WvyUgzgOrF0NV3DBuC~F~Fn9H2hlZ7kVgfGMU~x6VGHA1L3WnDD-f-EnmenIypIYly6rbSTeInauzMHEYnsowKEUgsQuNxDMvNTqsEahZZuUCzcwKmUAJ7xiY3b61dV0rrYyES8EKWvVU3RzwN3~NB1rwG8ShKEJHZ90iQ~vBqk9Eg-WbsxfNcAeUGOQoSgAwtBzvO~J9dlc7YmUYiYHs2sanzw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/35/actions/image-2f310532.jpg?Expires=1768731375&Signature=AZMyKhhGbqEcF4VSz5nRidvKtE77z80z6D5ch~48CMUZP5LpQafvTa8XKXG58rOEt5Vlfhn1SheKQNJcXZEWiFteAM1Gu9QffZ43IAsdSUO3iJSV42cCaWUrOoMKKySs4wJrgNvzIhyFwOprm3rc5Co~ECrrG8OW1BL095tujUpxruGTyT9AJWbblKxPipfZqSEw~Hfz~KRQ7QcMuzfIvGXA2cuPSycI5VdtfUtXHS4NWuXHr3DDdYTOHY7fUqsE8tqdlRybjcTEikvFAzIs~2U1VmXOZDhLNW5G8esLBM5palUYMFYh-0jX-YAHKxX-KeRvzAimmv21fKwSk7TxmQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/35/actions/image-2f330533.jpg?Expires=1768731375&Signature=JvNLNtvk0utfz3GDgOQOzOU4hjc4lDZL~-ikqrPluIhrBN62Zp0xgzB5qY~MULUBpUBznr81PZ0hTyTYBBnvpKpsUyRSoCuqOZm2UpqId2nbDDUhVf6sY-uFflcTblgKOYsXJtQdFSRnKfkbFOsFM634RFlFRWSlItaWocGRGtuTI70DNA7O1K9-K9WfrF-HGR6dK0g1~ljBCYkVQHKfnVhX~XUJVCzc2RodsiMa9xFeM6DUPZkMCZIQUzsBTv4wk8s68MerjR-tqjzKTglWT68vW~-wU9lcp0J9bS9IhGc83R1Fd4CfXSjFj6PVRpTTlZ1XL8aybpm8WBEEYGXS1w__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 } ], "operation": [ "press home", "press home", "scroll down", "click", "click", "scroll down" ], "bbox": [ null, null, null, { "x": 0.8730000257492065, "y": 0.17800000309944153, "width": 1, "height": 1 }, { "x": 0.10300000011920929, "y": 0.0689999982714653, "width": 1, "height": 1 }, null ], "metadata": [ { "repr": "press home", "text": null }, { "repr": "press home", "text": null }, { "repr": "scroll down", "text": null }, { "repr": "click M", "text": null }, { "repr": "click THREE BARS", "text": null }, { "repr": "scroll down", "text": null } ] }
aitw_googleapps
mobile
[ "scroll up", "status task complete", "click", "press enter", "scroll right", "scroll left", "type", "scroll down", "press back", "press home" ]
false
Install the Pandora app
14539358585900978585:5
{ "action_id": [ "9d0d4eb2c2624fcc8da772a26fd76ed9", "acb3b0dd44f847ab88cf287dbcc6caaa", "a073676f9f9e49bd94bd830c70520469", "810d144087994fcc9fc4ce9d096bc8f6", "f78a80b3b81443e19378bede43325444", "7719e567291944cdb9424c3c4cda77a4" ], "obs_before_path": [ "evals/datasets/trajectory_lite/images/aitw_images/general/14539358585900978585_0.png", "evals/datasets/trajectory_lite/images/aitw_images/general/14539358585900978585_1.png", "evals/datasets/trajectory_lite/images/aitw_images/general/14539358585900978585_2.png", "evals/datasets/trajectory_lite/images/aitw_images/general/14539358585900978585_3.png", "evals/datasets/trajectory_lite/images/aitw_images/general/14539358585900978585_4.png", "evals/datasets/trajectory_lite/images/aitw_images/general/14539358585900978585_5.png" ], "obs_after_path": [ "evals/datasets/trajectory_lite/images/aitw_images/general/14539358585900978585_1.png", "evals/datasets/trajectory_lite/images/aitw_images/general/14539358585900978585_2.png", "evals/datasets/trajectory_lite/images/aitw_images/general/14539358585900978585_3.png", "evals/datasets/trajectory_lite/images/aitw_images/general/14539358585900978585_4.png", "evals/datasets/trajectory_lite/images/aitw_images/general/14539358585900978585_5.png", "evals/datasets/trajectory_lite/images/aitw_images/general/14539358585900978585_6.png" ], "obs_before": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/36/actions/image-358d058f.jpg?Expires=1768731375&Signature=ZryvKziNSYYMRCt8VPiXO0t9x1~oqMYSKSiUX-FiduMwRhg4uagfIDIgROSRKZbn3~w30lyFtronrZCf5WtKAuZ5pwbVq5VAqqKPYpk4gYfgb6W4jEtekkqFgsGxxvEa3b69z5DQ07MIknMjR6FR~I1v0LvMlHNE4DO2ZYQHn2BFthPfnfVvBrPhDL0WCFAMKaDTiYfrTgCd4CYEUybMTXHiUs8f4kiqeyytvUDS63kZxKTgcHjaYl-ywz5ShkcRCz19~urSzK-hkCa8aGf8drS-hxPMHkLHJFelr-~jul2QDj2JJeS1g6GTW0xbiIZtfOn276B8YNoFGt2wP~Fu2w__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1440, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/36/actions/image-358f0590.jpg?Expires=1768731375&Signature=eG0ir9lCrZAZF4eLHx8iynhaUWRotm2~kyKYr5Jpym4ENflXRaYFJUSMErcpkJUBBb30wk9ydTlV7Xn3DwmIox3Xuo-giKJ-BWuM-9n84TwAj7XnAdWwSoGc0q5VVNuiFz3yJHZuERuWtUxoOvQPnBwWX-5Y4bVL7rlRZDDrw-2th5~RBiGt6hEXoKhPpCJMejPw0UCe5Qtl5ZBe-ShaDxGRzsJw8HnLc1VuAAA1MRNHZ2~uoHgfeDaZMIs7Ex8pg2QDF76E1-H0Aw7m8ERZM7j~LKa6dqWFMYoXaV0AxnC52TcezjdhhiwSHahpxAkrL5ya1l~TSC0FkzCDn2vJwA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1440, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/36/actions/image-35910591.jpg?Expires=1768731375&Signature=MYsndLawg-lv7VCnmfxOF6H95~wch8s0t3-MrefeiT4LDYODgOrVXf9WQf6UytPumVbDDLNEnFHEiT-xAEhnO3LMqWEE6uDNEF8XuUSE~eyzHylf5MUMudgJtZ7-Q2thHQfDLMuZCPEa342y-RlP9QEC57UpSu6GQ1IM3eemzt-7gDrY48RgifZLYd-v95iOKxf2ltofPhiErpji5Ou-c-cliXob5GrJ90318u6TzbPjzCVN6NiNl03QHFKNucMCr9lKL94tPTNF0xfGs5zEyxHzfUflt5f0~qOLo9qDRdj6rAzT92poCI~aNDVXkC4Bh4kxhTqp8B0mWE9EEKWXZQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1440, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/36/actions/image-35930592.jpg?Expires=1768731375&Signature=PMhN1hbUJbhsb9a~G9QHzxjPzMoDe9P4omygMpivzR4LDCPk-xetaqQTaZT2jwaY~3PBazT2btYFIl96HMsrDgUOSHwUYOkxEASG9V93gn0QfAQBOa47~DFRPvjrdeCSbpWGH1D-JIsEd4xFNuKrB3wUDsZ1YDHChTqkwyJMDnNrJeZ1m58K5WM2vikOgoDZJky4Ep94QBc-8AVITi2Ep05VWTboy1HDVELfDuh-I9TFcrp~h7BZM1PtSuYsvp3wNwS6bGuMddHLv5i6QnBME9BTga~uWJRAKNTmbGla3EKEs4rXCFRq1lNRzTAJx80vChVZt7en0YssIuAr0szZNA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1440, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/36/actions/image-35950593.jpg?Expires=1768731375&Signature=wnH084CrRvtP~hSCsQQUfLgczPEnkZqQdn2FZx1UpLeyJwxp-qu0B~pUASTsnTPcAXk0kc7xw-JbZ703IvxWyPzp-NkaugDuvF13Qjrn5Y4oYBl7aEn~1RJoPyVK~gM3XtsvhF5LzPQC3HqZiYxnlEx4LG-l4Lrx0P8gdZy8bCDUWDCBgKAIpQGKPsWhbMDIbx4F~VagqL94Q164nTV5h1iCZI4jlS8LtdQjVxbrIbE9q5hJPF6BldmMtcNIQYgvOdR~3NMqib-o-UmFpyEDShrhRB3aaZ8LQSMIxiAS4KQucSh2fBgmxq06bMZI587t6tMRpWhlfOaz3x8rO6knTQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1440, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/36/actions/image-35970594.jpg?Expires=1768731375&Signature=fLMRnJGoVK7gJWY~Ip2KbsVZHlX1npKw5JU08~BwU~ZYwY7DpWg76Fj90RldZvwURxeMcOoOfwzelcAAVeL-nHcuFau8n8YrEGUrB8OarsHSGe-rkAx-~Kd6xWbkrcAFuz-P-d9X2a20mCgKARmjyKtK1eepXTfYLFd4-RTOTRLiP29zDnfIUS7AuTr-6bI9qDFQ90cyLsmDVSne0v58wAK-RhnitQVAyswKVuNNx9j0Ei6d8L2SjULq~xAuPwCPxKcAoDU0x7G-tE-sZVj-mCLCLDQpnf3~bKVCZ~bEW92tx8RY64NwdrsZfWFH8zzxYxfg4GYSTrdK0y2ZtOhbeg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1440, "width": 720 } ], "obs_after": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/36/actions/image-2f29052e.jpg?Expires=1768731375&Signature=tzNdP67Tb90IlNPiYFRIK~o4Zv7tUVxLezvdNO14uXS8q541x0Z07RC0bniWRC6QcHUapFieI-ZII1oQ2FvkgrQuC5QmFbXjmN0ksy5JYncHQj0xZh6is9tx6s1OJvQvUeyVPmO86WDXhn5XWZlZZxRUfFWwBcOkWX-Smsr7CEKda--P3PG-a9RQgB78KssUOOjUpjCShR6siOMncLSPfaWZzBkSs~YjR-D1AJ3JtLs-Q86GsJkv1bW341H4PzC7mtHC~SgMqOj1h5~9Z99Lt02Eq0FfYy7XHxygabUhLrQqUCOY1kTom8-dzfx8DY4X3TG7~da5WRg6HGRQHNJccw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1440, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/36/actions/image-2f2b052f.jpg?Expires=1768731375&Signature=RirBChqyQ01r-DEtwWqsjVyKBO3-1rPtNLf4vr~7RTDEXqw8QbmSv9NbMamR1avb9O53fiacZlsp9xPUZ0DYQ7M1W~nc6OJ96b46fjSWUNoffCsbazEz2RZQQhI7ktj~amiIcz~Tt-a1bvRm2GRTHfKK6ezFwcOZXqxeKl0yTr~0DqfKr4Qni4zMf7mTuRkdbe9dCIxTeaAJaPH67jnxe-qYuTIOta2uPADb7SkI2xPE4CbzgodocBlDERfCRibR7xgsqeEzCN-0XTvOtzCKvnIRmvDZNhzW9UU-mKG3u6EpvLrYwPXmCF-PRmBIVLcXs~lZUNpGlA2cxjuzv982Yg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1440, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/36/actions/image-2f2d0530.jpg?Expires=1768731375&Signature=wUiNuBrbZQPJAxr1HkxxzNC9Q94HTgQ~osEKSA6vaBxpW1ID~NLXFWih1Pdbj0kNkgFAK2thhq1fcb4egYRZT3AesDGD4PREx5V598gX77pgmpHzcwih1WIK9BJJw1W145up7E9ZZ8S05hMNGkMYJcqJhCW4B8ENjJMfLLcKniZLBlY0FRVcf8aB1LHPScwHGGtQlH-32IhhgAzEkdaScAB-ZF8dLMAtNeIuNjnOUgrXqThFcv4wqRoyvW7aHfj4mltqsTWAoKFujLve7ZCv79x3Kkf49PCVzUuftE00M4KE8Z9~8NmBkhsuq4ew~KMBFXJY7fngbsoIqrnFaBguWw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1440, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/36/actions/image-2f2f0531.jpg?Expires=1768731375&Signature=eSJxFJC6vvRzruyeFyK7MCYDEKKsNqz-0c6vFmrRFFzITukSnVbmYxBW5zenpNa~isZMjwIugOm9M7AOvwBgk2Yd2i5IBNpDZvD0mUOx2wkRN4rAEFqZCT9TLCAAMMs6VtOm6m-W1XFxreAQnUV3-l1xNQH9d7ZYHpkA-rVuL~mRLSjtVhnfOKIC77N0Cj09A7vbggWnuiGderxP6L0h9E05mqq0p~LI-UFOfM~xjzO8A8RqmEuEddwR08jCWXeoLuwBHt4zPxzavKiwU3A8OJE~OHS~wRuRcW65bOfy9sjZmoO5QrqM4g6qIqpgx9KT6a3qh2DjjRYWjPI8xu50cQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1440, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/36/actions/image-2f310532.jpg?Expires=1768731375&Signature=Vz3VCE7h8SI8WWyGHvT8lPHc9-~ox0zgHeHxGTbNgtjwQMwz6ZDLoyGbHHi27R6ErWxiz8GmwjFLYfG1NsUMz2GMoJRgmLmMbrKoBuSh3z22WRPNH2wqWdpjhFmspttMNTprkduIOwSxZThNxsQb1fPUY~z5H92bFBvdBl3PyQgRcGX7EZ1VddfSqcUb8ky0qPsJnp1UlCpg8G-3Xap-sfj378m0Uh0DRtIaziUjClzMBA4aSWppBnPPdYCf28jtIEUgbNFll3IDQn7Vy4xYu3NpdTTtxqyuqZcwiGys6btAPk1~BpmMnrhO4GXyId-fBPatilIZz5GINuCjuM1Z~A__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1440, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/36/actions/image-2f330533.jpg?Expires=1768731375&Signature=vK1I9sp0Dgru~OT94WHWLotPdurSdKJJn~s0vfMm5Y92f-S43TAQ7bcS0KR-jCds8CYNmGE3hJa-G2LezID77alE9apy5ExqxZk-v7Y91FlZ3NghT1n91M32PE1y6B3~5mlHBjtrnjmuDZuVDWhrEczwm1vK5MZDWzraotk1vnrY7yJxlZ~mQN5xnoHWn~vPwjc-IY67zyvSvao4GF6ss320p8F190Ky~cTJRuMahI-Wmk7tzReGUfDI4ZMQnnBFL6SwIIcCGCSYqOmD1bkEagrSlujRSnC2bu5CeuXP1YbqHkjZlvMXDatRXDu0fL2jnobLDuor4FjZzyYio~DCtw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1440, "width": 720 } ], "operation": [ "press home", "scroll down", "scroll down", "click", "click", "type" ], "bbox": [ null, null, null, { "x": 0.8600000143051147, "y": 0.6499999761581421, "width": 1, "height": 1 }, { "x": 0.28999999165534973, "y": 0.06800000369548798, "width": 1, "height": 1 }, null ], "metadata": [ { "repr": "press home", "text": null }, { "repr": "scroll down", "text": null }, { "repr": "scroll down", "text": null }, { "repr": "click PLAY", "text": null }, { "repr": "click Search for apps & gam...", "text": null }, { "repr": "type pandora app", "text": "pandora app" } ] }
aitw_general
mobile
[ "scroll up", "status task complete", "click", "press enter", "scroll right", "scroll left", "type", "scroll down", "press back", "press home" ]
false
turn off location history
1984213201603669913:14
{ "action_id": [ "9ff2e97eefcb41a8a37368928ce30229", "00875f7f9408499682cb79eca9d76f23", "0ab7945dff3a43b2903e34f7574a159b", "0d022a1c629c416492905adca49e77a7", "946d704d3a6a44d09f023e7b00a4f332", "8ff497778cac4fe59e8188a2870a6e10", "0f9c3ad09c13433cb725a4ee2941a14a", "c9c35f6e373b41a8a756ad87294d8a89", "615defcd8c7c468f9e2627134cb15d76", "7c4e9548c1f24894806433b2aa881a7f", "916d7fb444934840998973f82e88194e", "cc2fdb35dd22403b8b74679ffb0a6bd4", "5e2bd156c513442faf1e9389e47052b4", "a99f5633ce7b4273b95a7fbcf7f9e741", "fdbdba308b8d4402a95317d847697039" ], "obs_before_path": [ "evals/datasets/trajectory_lite/images/aitw_images/googleapps/1984213201603669913_0.png", "evals/datasets/trajectory_lite/images/aitw_images/googleapps/1984213201603669913_1.png", "evals/datasets/trajectory_lite/images/aitw_images/googleapps/1984213201603669913_2.png", "evals/datasets/trajectory_lite/images/aitw_images/googleapps/1984213201603669913_3.png", "evals/datasets/trajectory_lite/images/aitw_images/googleapps/1984213201603669913_4.png", "evals/datasets/trajectory_lite/images/aitw_images/googleapps/1984213201603669913_5.png", "evals/datasets/trajectory_lite/images/aitw_images/googleapps/1984213201603669913_6.png", "evals/datasets/trajectory_lite/images/aitw_images/googleapps/1984213201603669913_7.png", "evals/datasets/trajectory_lite/images/aitw_images/googleapps/1984213201603669913_8.png", "evals/datasets/trajectory_lite/images/aitw_images/googleapps/1984213201603669913_9.png", "evals/datasets/trajectory_lite/images/aitw_images/googleapps/1984213201603669913_10.png", "evals/datasets/trajectory_lite/images/aitw_images/googleapps/1984213201603669913_11.png", "evals/datasets/trajectory_lite/images/aitw_images/googleapps/1984213201603669913_12.png", "evals/datasets/trajectory_lite/images/aitw_images/googleapps/1984213201603669913_13.png", "evals/datasets/trajectory_lite/images/aitw_images/googleapps/1984213201603669913_14.png" ], "obs_after_path": [ "evals/datasets/trajectory_lite/images/aitw_images/googleapps/1984213201603669913_1.png", "evals/datasets/trajectory_lite/images/aitw_images/googleapps/1984213201603669913_2.png", "evals/datasets/trajectory_lite/images/aitw_images/googleapps/1984213201603669913_3.png", "evals/datasets/trajectory_lite/images/aitw_images/googleapps/1984213201603669913_4.png", "evals/datasets/trajectory_lite/images/aitw_images/googleapps/1984213201603669913_5.png", "evals/datasets/trajectory_lite/images/aitw_images/googleapps/1984213201603669913_6.png", "evals/datasets/trajectory_lite/images/aitw_images/googleapps/1984213201603669913_7.png", "evals/datasets/trajectory_lite/images/aitw_images/googleapps/1984213201603669913_8.png", "evals/datasets/trajectory_lite/images/aitw_images/googleapps/1984213201603669913_9.png", "evals/datasets/trajectory_lite/images/aitw_images/googleapps/1984213201603669913_10.png", "evals/datasets/trajectory_lite/images/aitw_images/googleapps/1984213201603669913_11.png", "evals/datasets/trajectory_lite/images/aitw_images/googleapps/1984213201603669913_12.png", "evals/datasets/trajectory_lite/images/aitw_images/googleapps/1984213201603669913_13.png", "evals/datasets/trajectory_lite/images/aitw_images/googleapps/1984213201603669913_14.png", "evals/datasets/trajectory_lite/images/aitw_images/googleapps/1984213201603669913_15.png" ], "obs_before": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/37/actions/image-358d058f.jpg?Expires=1768731375&Signature=UMoiG6vGUzYvVPd80VFeQFNYvJP3cU3hxoSufXBh97Nap-dsF3yC~94ytkJ96hoXhjnYoFNHBBBwtdcjlm649cioDjX1FXie7DstRSD--gs83hOWY9mR0DqoUkUJrH2omgofjDwiNJcD9vX2O2s~9MJZOWHum648Ze1s3ajElBwz7HRsL9Rph0I7Rd81DuYq-Txx~EJD9CuPI7IlTG6R63CiYn-bDi7QZ5Ux1ptF4FjpzuxGdQg6jb9PAD8xgikTNaOuWwEq~Vb4WHrT0xJ84Q4pWU-ai3pftZ3WUi7fXlnbGBfK7oWTcEQ37DEE7bTyy83WEgLisP4CuNWMavOEhQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/37/actions/image-358f0590.jpg?Expires=1768731375&Signature=AtsaIqWf2vzKtEf6m7OJZZX9vZyzyz7GDJozo4DMzk811tliqalaC~-ZfltAAmCOi0o2semWgebs9L2vUhMqr8hJ02Ozb6BH7tW1xDU0fscIJhAByMelGysV4UMgemjW93Eh9e88Q5r8BfhnF8iDi~01E-0r4xO9EKKAv6JtoBM5UrkSqKKhbZ-UYTmy2fr860EV6ZSBt~QBzbFWlsMY7l3hmpjco7DarUO6y234Rt5FTmZt9~QwxOUNK0qfrzMKtseI9fi1xf6psjj~X-gR1k54rRBGwGQ5UXjQlkph6gs4fSSxAHPP7xOy6pLmd1SIdke-vAbI7U~IKy4dUovapg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/37/actions/image-35910591.jpg?Expires=1768731375&Signature=ZDZqxMjP82qF35p1zVhbCfbrqlH9JCy81u~pMXarHtqLbn0doW3FY2zYjfgxAsj9JtEoGazR4Tr98quM-dYg0RPNsjtcJofLa7ZIZJFqNwdVqPg5fh8trTXh1bnD8vQwigzOTvc~6mwUvxnkSLpJO6Ky4tZD34a9fvdOt-4mtbT1Suif1m~D6H85sedtwgWjedy442i5-zK0bcxr9w5jSh64RSsAQxCA6h9mETUsxnTaqORzbki-F084Nb5KR5Z7c6Mt~X4yLV4WDQPN2OEajycHBnqccpXYbzDsSL6STnI4DDG5BGaMWrKDpAlKZ3lROd1MsgupJ7QNPC-ul1WkRg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/37/actions/image-35930592.jpg?Expires=1768731375&Signature=mUBUEXzX6hAGOhz7qdppHw1enI4u0kbN~QoQhGyobn51bOhFU3H7uvohIWW7vXGCC6jy1VBm0nub6hQ58WNaMC9WWtla~d4elarpQ~GCFITA0pXWSr6Cz7pL7w8kMy4jCRORaWAUfR1gIEwt2B-Wg0-6NnA4C-WBkbgUwkhZc0JSVMiWLRgnRou3bL75MFmqfrZAXagtIa7YcD9brogo2BRUnC1V8LlpW-BLC~twWGsewtRLJGJOLafPyzsLuoicF2Vt8dWBx7Vot56NHRCECbDeCQRhLhFhQWGB8Rt6weWxcfpCXibT-rqgdV65-14RpD5BnSQDPNGxoQDWFl6xpA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/37/actions/image-35950593.jpg?Expires=1768731375&Signature=yljZlpIL9zFfcyrZC-piHmSbLp~dC1MImQcrijJnsd6R2nCp6DaNAjWh8SUt3InxLwQeKi0wFvVg-qAQ82oQ2rsXaiFegf9sXRNfVscUUuUE7S7Jjl9TxenNxMb0wgy2d89n9Dd3L2KujQfrXtWOvEFaUHGhqwAbUu6ITbl-6Ir31KQsyCuon-Qe70um14hdzSlG6cA6N8~54dAPiUy~NuNR18Hq4sfFQPmfRzePKVBlPjZ2QRKY4vDi4zN1EPgFTfeSL-H0frTTElm-0lYP6pk6nE1~rxt3BCjgJBV-u5ko8OyvtQJ05YyrOpcSXDb4O0qPZx2iaH9PJqWO5V2DjQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/37/actions/image-35970594.jpg?Expires=1768731375&Signature=ErNEnFSVImXof4OAOsbUDx4lN7sLrpLfSncOIswclI7Ynv8zogMETNATMatUVClib0K6QbVw4KRINPsIXYWjSQXpRLArwzaU8vfqw3loB9v60O~helFJBS3QlpMSWCmVTWaS69qifX4Z2jYAZLr3hY3Fe5TkbW1ngKiOfpM7iQXQ~Jo03Jjwd-cJT0s2St2rZXVc6sv4tfAEc5qinIgFK3KidOni~2KizqoqP6PO~dob-BORq1F6v5eElVee1GJ914wPmFIe6LNzukx~1LcpFRkLCNdZgj7FSJaC~vG-O1SgWH2n8MOCitA-C-NV~4VTPoQ2KR4TZRXa0PkLRcqC0Q__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/37/actions/image-35990595.jpg?Expires=1768731375&Signature=cEVSzYWD9qRtwAInAk-ZADx85iRIRZiZZXqzcACQsJdFKh03Kqp5NW1dHSN9KPhsC5~6TSKK9X4jriwQLGlGG~Xi42v6rH-~RzgQCQNNlnvqqadaslwqutcNHiZmgvGVHUAZdVfLV2dcqH~XvSSRrNEr8AU-QzWFPOSrJFm5X2x-VTFnwCGmIaa1AEGbgyEeU8ePpFhXc84xuwX~RpAjkEqDMQe6eKH5fq1nWtU7NVyYK1Z5XFRVNAdoSm4men737n9Yf03z4mAFdac2HSWJU0lQH81SQacapmzgWVVle07W8rnflTeXe0V2vbClzWSiRokFiJPL~HuVyoCD-asZ~g__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/37/actions/image-359b0596.jpg?Expires=1768731375&Signature=Kzq7A3U5ODtftdSm7OZIWOp6Ovbbq-ThEqMwzp3Agt2cC-BqMy7EBM9iEUj-1Y5AKwPPSR5pVGVt7Z1RG0rrbwU8T9s043Y-4RbPzcUxzX~~dZY1jMd~Zer6UhFqAMPzIkjJwYuxeVrbaE75-c-5JI3z6504U8BtzQl1ybkdaiUYg~OoVTq-B-TN-CBFhGljDzL2FlIjXpM-Lfi9BF-6N8Tx2-zvkNVYGURjK883uHMOukp2wmxOc3WghBFwkqovXnRFUOTx70-h1SyeU~TzF8Qdfgwt8hFo3WKPrBVOUQ90LzD9BB~TrP9uLZDPrTFkuLWAPn2ckN6LwhASpeNstg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/37/actions/image-359d0597.jpg?Expires=1768731375&Signature=KL~9EXmV-qNqNkPAucx8dajcvPz8zd6EiNBXUYkmMMWkir-jfjIykfBwr2hz7TPP7itjRXxOqzqvnFgHVPNUCi8hmZ-Cb9y0wU-ZzxU-GQqz5ghBo~YVJc193No5crd9Ay6kMQFcq0vNj-WWjkPTaF0rBTjJ~rJXg1eTo2VYFDaayziyBFl~YIttYZ~aAgoTE3bjKFagV3m2mTAOC9lfVLlgtXLF~hyCMurrlDIwxK-4Jcq6dV9rLrASi9g4016gnf2HoFUWP3Q3xTabbEOSmYNwm0Vko5aBKGLvMqhM6tJ21PNcBybP7fwTVWPGQYia-DdjXMKOpRryzpvK~m5jNA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/37/actions/image-359f0598.jpg?Expires=1768731375&Signature=ZF4~4iG6pxNI7OIelR6Rkg4VenruyH5d-nrZAP4h2wYkPpthB450N3ATNBolM53eY4qWySCKzrbTkC3S19qFg5C1fq2Boqo9~yHyu70-HrqcfrAFxhyN97663rE-a1Ylpouw2PwKCbBIOA9aVxRv8LGsZAUqtPHVvVoh2oRPBLFXcgXU-2m9ohtWSsZwzVpUpJfe9~nZuc62t-~I9MCHMZdlAoBROmIP4K5kL4yoZ3zSxDPCGHcGrC8PvhIWiUZ-RciUbZPrhVxJsUJSJAW81ct-KkqHztUwAcPRrCQuHm9MnHigWTPCP2DN7bTWxm0V3PbwO7Ogc4hpTQFOzCqcZA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/37/actions/image-3b2205c0.jpg?Expires=1768731375&Signature=L28P-dro4BX~ZeZvAr8-8ktTCrgk0k4EIOsd5Etplp5HytH1xjr9dI8zkzU3X~z9NKKGoQ9YonHaHLme0jDEAyNs~swZVAYhqeVcIsCjSWGNeSHIOsVE695KbmfArDgadT7n5XJWFEmTokJK1LveijVkKNl~tzbvPAmAorQdmqKiwYY31o9KSpyNmA8TH7E9UENyxYRke2nqlAYisk9CCvrCPDZ2JIP6lkB1BMEs5q9OnC~Zrd3D3XzfpR8lMz951rBX0aoF-er2pe6ncu5E0~Eg0wb-pNfdjCnrXTOTbync9DCaY5FoxqJG2Qqkv8mUUN5CGzVWJTRsprXx6RnCKw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/37/actions/image-3b2405c1.jpg?Expires=1768731375&Signature=xCr4nSkxFLYXusH-PXnqMK185GzNM3jpE2r062jXlcuBtb2GbrnZXtnZd6zFFyVO~wKl5Blu37rOekH1fYg9w4dUvuyBkSjDObJZIeLzyQNy-1Ek6sWhchx1ORWhs-X0VLzNHO0HbaYOUOiP0D0BnNSjEYeIs3B3jZgj7YIshxxAqZXePv5IJEvFJx7BN16dgECLAr7gwMsTLWHadWo3BTlZTYRne7uFg0DTqNZa1ce4bTwXhgQ-~VXeLO4XCs9yciIw0BSldc-QSsJiYrEh3G~iRJxCwwk~fM1cHj4FfqgC6ril2aTT7T7-mdHNDLEj0UlBaP6wD1OpqEuWGHrktQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/37/actions/image-3b2605c2.jpg?Expires=1768731375&Signature=gGsCwZNf~QhXRjd048r7~3na2X1~Grd98~HtbfK6-TnI5xbJ5LEkLVmaba1ewW2nt4wWngFrqo602G-3ObRDD9vxA8TgRexLTc02mGolbd5ImiTa1CSlODhTPz4ElZnq2xM-SUfxPY3V2sBffIa99Jjo4spAEe7C6K4SuCOT2DhXGD788yj0afQPK1MGPXX15jMFTCM7mIwfOboqPU6nQDH-oSUOX93EAlMFpTn4QSh0gL5a~NV98oHkrjSuwrZhGPRPeCjis1M01Rl~y2sue84bXIH9pKo1cqaULhoYudwyjWXPITVY7gGURx02frA1iv4W~jK8KbNmpvEUCwBL~w__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/37/actions/image-3b2805c3.jpg?Expires=1768731375&Signature=DrtCwakpMAA03MH1Saf~KFWTVJ9LD7IyQ2AXDYiZZDBs5GJ1HC2KEd480T~lV~MzubmIaLjZ1k6M0QGHPcZ-h9Rm424HcHsaAhNzZiuNro0a5ZDYiawUI3yNS~HiReIupM7ribULI6ibMqf7UUyT4~p9ZIK-7civNq4gVA8Q1rKqx9lxuBKF3epvOVQM9iABclsLchsIqH3pe8mMgmJPPEg5s07XTDWhAdrx9j-oM6R~Vgsaqq6Drpq-pKhC388k4sys8djG3r3llJvQhfrXK7YGl4uC7PXsTMAtUh8OsHRwT1gMMoKbCMxWrcBCigkRXKj5n3IP2ylpaZLjI99FpA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/37/actions/image-3b2a05c4.jpg?Expires=1768731375&Signature=eWxZxOwC4FddZdolvXxQwnowBqrLhd8pdaPaOpc8mdYNfQzakOsXIzO0Uef3oLkzLe66KyVE0ixpqqGcjXRRpQ4EWovyOieiavgNER9Ljz0lZFrCnoBjnWmNMYMBtuUTON6u8Rx0Y3WJ1RqyioqwcgwqAiA8JP9ImO2TQbh3pfnKZj10O2y6TvD0mc~u2-AgIzeu0GVOCw0ZmHa5yMPQnjm0aHLmk~I5GWfYIl-PRgEW~YQ1Cz-EGaMuu-Gy3yyWFKJ6AFhocbYcYcggQudQ5v~I9UftayQNshcH34alzZURZ~VLSM0tz0AB4-pH5eW0I9OFRjsSCQ5TjtldZ-Y7Rg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 } ], "obs_after": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/37/actions/image-2f29052e.jpg?Expires=1768731375&Signature=Tb-1F5Lo8-yoAifjRNZiMSHIh5gMKNFQKT6kBQlgmP5CypwkqbE0hGrxlWm1Qp3o-FWOH9dmvb8vbyyNMqIWEY6t-hII69jEztpcYb64UWj~j74XvzJS3mpa99JZzy8bcKl263e5KC8AspMlv0H0DgRomj1EdIRYhl8mf0c2H3ofjeZWdL715Ruk~T4SGpIidoPu05L1jmXYWjl6z23lDlnh90FKGlDJAe98~dGE0CeRWIU8TvVB~6VQcvYRlfsheKpaeN1CGlFv-sL~uQ-i88~QINVAZf90ZRpwrYY2583QXHIIjeRO6Wk55gBWUde53gYA4fiNp5mbaPOKyhq9cA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/37/actions/image-2f2b052f.jpg?Expires=1768731375&Signature=g-RlNVl1RYWewbQ0Q35afzTW~RD1~l99Ptdk95OFjAnOLFhHh8klr07hnj780CE-mDkmNwzSRUZeoMCE30KHeI7vo7w8O5uPJ2pSfd4bZsPf1eFeabhKF2Ryv6-4Oy8BEqerkqxbD4GymHbEV1~sIGg9z8yg2GTUQdocMQI9RqD7Cx8EMpOx26zxKYCQLXn3aHNrKXnosfuAdetULlxoQ0wsLcrRSQvzit8ZM12DygACdJiOU5qiPzJ3seCuIaOg1AWEuQipICqfQbsqJZuoCWudmdpelhlWby-7JK5MPvukFXgcFPFidqDbh-RhpnaaeDogqctbDNPEeaNkqBpuog__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/37/actions/image-2f2d0530.jpg?Expires=1768731375&Signature=MbydF1bPDASkFxRyqoAOxbXMBcoYv5wyUDo0C618QGfZpvNQTvVYuh~UZB80Kw0V4w0ABPNAmR~~E4qzTCxPYVTqBnUBn1~LBEBYcNxZ-zQaW-T3TZww0smQxndFbxA3kJ-xSbgwFW8N~lD2aNJGd5aXGc5K0s2sKjfEP1UsUjULE4gHb0uB-IWHSm-vu3efLaWAs9m0uPqrTxChzM0o-hgKXbByq2B4e-6SEr70d70Pzmw8NA~JxXacpZm6NhTOs1twALDD6IJi4k5Lu91iinVLJeelTZ3H2pKIT1esnCvN6NoogH84ewbT6ZUzSpQHUabkso3~7mupaZwj4Jr55g__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/37/actions/image-2f2f0531.jpg?Expires=1768731375&Signature=jiMRIIy6WiZzOUe~gP7aXPAHO2Q47Z49tQgs05FE3dGI9UF~Atyz2DCUubMzyNSTIa3GL7vgcdm~q-DzHxqoyhww40it6odHhNuJOKSAFRIQMXEUjkW79JH9RaAsHudhSh84yxmiQ-GJz36CsQZsl1AXemyLSCqJkPTIkXf79APII2cJdnVCSNw6a3fZYGRGsJVX23PyhcVp10vp7oUs0u6wi769KfQtARN~a8hT38S-PDjYUep0xA0u4~qAtMsp3xx~HMTyxSG53MxaWXW5iAPJt9hbcvkqT8iWQ87g1mbV5jVBvUjlbnSt6~hhXbXNhm5ssfR-hPQfboOMSu9sow__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/37/actions/image-2f310532.jpg?Expires=1768731375&Signature=iTGHivyzUlIJD8eWhQtP-otP3ry-ayqMMP92n~UeA53XCZcZVbKwrM3KZ2jjpxBfBcm2NXzkYFrjg30HF5y~Hxgksek1b~ucUWuMN7aySS06qoehD3eYCRnRJisf-ISS3IgzzIkKDyGaasbTlioOyUR3bNfhSEp3095gs3Ai4Vt7~bE~rPtl0I92yDxSaz2ecViUPh~Ukam5QcatIei0hmba-7dYUrCiBfd~sGW1szkCD39iGr6UhB4wCk66racXabDTMhvWdL7MrXZPsN6xD~2VblqT6LlueoIizgM4b6a0LNmEMrgRUHDmYMO2hFLUsnUfMqm6DmGDKB7OFG6hDg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/37/actions/image-2f330533.jpg?Expires=1768731375&Signature=JCamr9wtyFw9ygy1keu7OhG6TJ0YE6ry1t~niTD2oZZ4IYXKPZxZVdcOWDpwUwOO8AfOEA5O3xJ0qpbxOC5mL65fX1IdhATXd8O5Dzw~mOACQ5vbgUG~CI3Yjp3acflh-LiJiuV183kcdJ4w5U10hHzgEQcdXch3VYSUKhDFd3fdyy8OftQQndGAv8~yEZC4e6CLV8hQPdBw3iAkFma0t8sw9-YwHAjqsg~l9cmJR2fIRLv0zUIErNjccJIzPH-e3xjMSM6rCm8i8Td0DMM1eF3qGoNxxKbLVgPtlxvWR-8TxyGEkwhi6UIMcT9dQVsCJVdDm4c~Htwx0icyTRCwjg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/37/actions/image-2f350534.jpg?Expires=1768731375&Signature=d5VCRqM606BtpK~wyTke7UriDcqc9nsHNt2I8V7eXWOvToEbFXoVBqrkcBJgDIzQ4Glk2U4qvYI1pZFP4sJW4PTFym9vmjjSRatKqHP8ayMp2qNwtRW8faAMdVeCZcsv1UN9n4DxmIk1nyGWALSy~5UA7NNVIaCOARlXp4im4yxgfx-kwW3ZvPEAS7mnUgn9xj2N4naF1-KjEVG3znGt8H3gcT~m4Wrl-mJ9p1NKuM~5v606gqj4Lf96yZBIymL24cHi88853oaR4IEL8p2KNExlQBz~K8OhSczLe2PBJsdCDs3C~A69zvw-ULLQ4ZdgN2VnE~HlKhAqw1AVbKwvaA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/37/actions/image-2f370535.jpg?Expires=1768731375&Signature=wnrxMeGm10UZ9R2zzvue-zB7A5UZcb9QKHIQIf7SUGcr2DJoMw9eNq0P~xATk~0eQIw3TvZLPM6MNGUjnt1zj4diaKfVqfP-JqnGRl~0r7SFw-mWpkCWyY1TSR5PGT7UfYBRfLKF9AkigpRgiFLrUxCZhNShNs93kjOyfkr7MHM5lZxAa0vz~GerB05~HpMEiHgmmzOxKxzJ3CBe0~AuRaSImfxLRduzHs4U9L8Bqn8kiT866Qdoe7lL-UL-tR-faD2nvfhrKfQrGlIBEzRPiwQEovk2Spwxs69SL1lDf-GhLSGkjsAfwcrziQ0JpXbz3ECJoxX1iYgVFFgwo0w4ig__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/37/actions/image-2f390536.jpg?Expires=1768731375&Signature=EvGyfnNlDa1Guc~KkRiF1lUp86r5wlHHoWn6KE2TqqYwooy0-QhAMOvOdiQ522i2gZp7u15kuRFou80mcgq6ZFNM~xiNNb-ciVpNMDvYg4anPRolGWfWrNik0MB06dzppcXrWeYyjBAT4JeZb0XMzg7fEJWHWLVtBsO3QTNUSnnqOVcm0umKqsqtD6bENUDNczZSYbQMI16xEkAhWqvIHwWKyR21aig0fSzc9u0cHC~7ybnj39l1wqFF1yIa8tiDBv6Rjgro5QXsEGLJGCYm2ltlCPute0~yz1txJF~QdGONyQ0m7g7cxrLC1ya0Ielg2Ao2i34HGT6Dc0SBMr3O8w__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/37/actions/image-2f3b0537.jpg?Expires=1768731375&Signature=SROwUoUQZ-dh5GquAHbYrLPDMWrDFfkVBXFCb2q-yhLIv0vzQiT6X8PXy414dEUOJikQqWPs-9MEzV68C0lw4FsnJ60~aFxM5MbfRzxIFQn7mCTyCf9~gMFxUXQ~jTzudAjdoLeWNtlSGCqTssYoc0ZPP5xDtw~uaZjStniHedfQWovEshLNmOzbq5-yuSP7xIIoLdYVxrwI3b9sH1uY~EfKoCWf0nsvQEj7~FoTSisHy4C5lIOmtDOanSCixBOuDwiP8R9P-tNVMbjqrrUfRWXZo~0GkqNrhiXC6s~5sjGQLpLmXvXGQb~saedjnnSP5ZrlQAVwUgABX2tUGaLVkw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/37/actions/image-345d055f.jpg?Expires=1768731375&Signature=BOw~ZweVGXllBGRnDkoA9~htJLnRW0IGl0RbdI44sGy6-p2WHh5U2vE8DWTMwbslt7pxsTZNWXXN0ZVxgrfRpco3D7M~7hTdjk7PebCssKpdS1lm2Yylx5rCDGPY8ifR5E7JYCBE1r~GqnFTEyG1Dn6Ix8nQvvZKrg5ONrejrI7b~CxPMJUMDq5803UXiHdAxxNY-unPCnlFSKhxSlQ71I5F~I8oQDtQgipF8w3jnKRNProIb8GXJaT~AnO1jECu3smdl6yR3BnjiD8PtYtLLBCDLalL-n3xVifFuaKS7H-xiJZ55Al3X9W-a69MO2DZG8xTMGdTTP9DMbDlo~xMsw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/37/actions/image-345f0560.jpg?Expires=1768731375&Signature=QtKqTOpzqaGIp1~C3VA0jXzDDkxH93tuiB5C46TgjUtj7tSFiiVXqKehUh4jTn1shtBe92itZErqEqEQk1RvqJaR8KLfQ5W2PiTG9ygUmDNxxBNWZufxh~dMz7wG71JqwaLo6xzHDL~-qLdHLczp3je69vqx3ZoX5O6KaS~fjw6s~vGDcCLR2f4UkF0O8CCwLD1NvUg5EoJpfgnrkDU7ebygJ4-ebvc2EItCTcVPS50WDY0LNO2jGfF9Eph58VJPpqxR3xHfndHvFCPcV6~AtQuXYvVqckpXLUHkWlc7~DrGxyNLlpn1UE8-fqzyTy3jucyofajOqUU2w3xOcd7pEg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/37/actions/image-34610561.jpg?Expires=1768731375&Signature=rY58YXhQrIAwr8Kr1KgvI2dw9j9pvIygFRH0ur5Kfu5t69Xqitzqo1moK5TfoX5IYQSODtsGmyp~qM6a-0MzLRb4WXY-ob6eTiINeLm90Wvlwi0rLmu6rbOdheLGg6ihy7OfYfWnQLTPtMwgeC68zeOaLmvaZCj481AlkD6FBny5d3bFlBH4dECs-EnhDeBKiSOazGfio0CbvxyNIeBIDyTXXm8k3ZG7WodyK8Aj-PKpFV13zJ08C9QvEPRYDF2wLlr6HAfWnvYMbWme~~jYd9XLzNok6SPLpdR30z4GgriewumrVJrv4RUZy-wpsuQmpVeWzU4wVYMB6JMJCVfNkA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/37/actions/image-34630562.jpg?Expires=1768731375&Signature=HlYKzRQ0CGWzL81grLgDbNGsQ3WWFjdF-ldpXxx5APlhkNEZcxCNlqAhSiMni6BPOkkJRc0OzVMB-UjFnUuScWh3CpVtHEU9dGJdxnZlxCCctFsyHUVKuYCof9HaB6ktqeobNMwjehz5YY~nJVzQGFRQVmSf6nIbbHi1XJSHScz1Nx1huWgPNK1mxWqR5E~VEkTJJBUqwwIMSRL23Q7feLtSUBzuq56pa1UZMnzAcOsv-ntgt2WG4h28LPEPerP6hHIHErIAgvox-dJvrli5tv69H9~iuvylIKB5PPezMdmtYaoSUBbagN8b2tUFyiqUyRQWamTW1QCyWFwb47c2XQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/37/actions/image-34650563.jpg?Expires=1768731375&Signature=ib1yyzkuq8XB-9ZSeAb5b-WPjV0R2fLQxXeoHl~~WP5rz0KEfDmjUhnQHnV9OaVhQ0HzxT~XUuG3Sz3L-dU1z9ktbBRlsSEcUE77gmm39prKT~zA1v7U~wsGUrSkLkjvxeuT4Qj~jNdtlFWZImfSumb1s7EZDbTSZxH7aJ6mD9E36CMX1HflOM7hVxr8LLmWGfQA9mW7T-lGoW6nhI8xHJEyPvmsOCjE7i2HOWBLdSACzaKKzp2hNTY7v1bOR6VESbwb1hbgj5FsXFbc3FVK4Fv~0OWOSLVVgx7R1q7iFHqweCqEEp4vj7G7aw0yBVtSN-Uq9AN9tKd3D50WX3lrQQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 } ], "operation": [ "press home", "click", "click", "click", "click", "click", "click", "click", "click", "click", "scroll down", "click", "click", "click", "click" ], "bbox": [ null, { "x": 0.12099999934434891, "y": 0.546999990940094, "width": 1, "height": 1 }, { "x": 0.06700000166893005, "y": 0.06499999761581421, "width": 1, "height": 1 }, { "x": 0.6499999761581421, "y": 0.9769999980926514, "width": 1, "height": 1 }, { "x": 0.05400000140070915, "y": 0.05900000035762787, "width": 1, "height": 1 }, { "x": 0.07100000232458115, "y": 0.07100000232458115, "width": 1, "height": 1 }, { "x": 0.20900000631809235, "y": 0.29499998688697815, "width": 1, "height": 1 }, { "x": 0.5090000033378601, "y": 0.6894999742507935, "width": 1, "height": 1 }, { "x": 0.9629999995231628, "y": 0.06400000303983688, "width": 1, "height": 1 }, { "x": 0.6679999828338623, "y": 0.41100001335144043, "width": 1, "height": 1 }, null, { "x": 0.22100000083446503, "y": 0.5120000243186951, "width": 1, "height": 1 }, { "x": 0.7870000004768372, "y": 0.8019999861717224, "width": 1, "height": 1 }, { "x": 0.7870000004768372, "y": 0.8019999861717224, "width": 1, "height": 1 }, { "x": 0.824999988079071, "y": 0.8040000200271606, "width": 1, "height": 1 } ], "metadata": [ { "repr": "press home", "text": null }, { "repr": "click LOCATION", "text": null }, { "repr": "Error in data", "text": null }, { "repr": "click NO THANKS", "text": null }, { "repr": "click ARROW BACKWARD", "text": null }, { "repr": "click THREE BARS", "text": null }, { "repr": "click Timeline", "text": null }, { "repr": "click SKIP", "text": null }, { "repr": "click THREE DOTS", "text": null }, { "repr": "click Settings and privacy", "text": null }, { "repr": "scroll down", "text": null }, { "repr": "click Location History is off", "text": null }, { "repr": "click Turn off", "text": null }, { "repr": "click Turn off", "text": null }, { "repr": "click Turn off", "text": null } ] }
aitw_googleapps
mobile
[ "scroll up", "status task complete", "click", "press enter", "scroll right", "scroll left", "type", "scroll down", "press back", "press home" ]
false
turn on bluetooth scan
14786641229873002221:10
{ "action_id": [ "2955f354949f4de6bf98de7afa366642", "e81a5f83d910410da59e9d2a0e1e644b", "ec07741f26964070839f48d71d5be58b", "ea6e10193db44548b1d2d04e6256f54f", "a5c4e2393f6a409aac069e6276af919e", "e762cd6c5b3f48a782864a56ac858f9a", "16faafecdd644b4c82c5752d8074442f", "fc3b63b4337c498a837532abe2a5f4bb", "4e61f4ac6fb24b6ba19c32320e70c10d", "6ce62a5465dd4b5b95d792461cac31d1", "5ca1276df22340c88149b76fc4e58887" ], "obs_before_path": [ "evals/datasets/trajectory_lite/images/aitw_images/googleapps/14786641229873002221_0.png", "evals/datasets/trajectory_lite/images/aitw_images/googleapps/14786641229873002221_1.png", "evals/datasets/trajectory_lite/images/aitw_images/googleapps/14786641229873002221_2.png", "evals/datasets/trajectory_lite/images/aitw_images/googleapps/14786641229873002221_3.png", "evals/datasets/trajectory_lite/images/aitw_images/googleapps/14786641229873002221_4.png", "evals/datasets/trajectory_lite/images/aitw_images/googleapps/14786641229873002221_5.png", "evals/datasets/trajectory_lite/images/aitw_images/googleapps/14786641229873002221_6.png", "evals/datasets/trajectory_lite/images/aitw_images/googleapps/14786641229873002221_7.png", "evals/datasets/trajectory_lite/images/aitw_images/googleapps/14786641229873002221_8.png", "evals/datasets/trajectory_lite/images/aitw_images/googleapps/14786641229873002221_9.png", "evals/datasets/trajectory_lite/images/aitw_images/googleapps/14786641229873002221_10.png" ], "obs_after_path": [ "evals/datasets/trajectory_lite/images/aitw_images/googleapps/14786641229873002221_1.png", "evals/datasets/trajectory_lite/images/aitw_images/googleapps/14786641229873002221_2.png", "evals/datasets/trajectory_lite/images/aitw_images/googleapps/14786641229873002221_3.png", "evals/datasets/trajectory_lite/images/aitw_images/googleapps/14786641229873002221_4.png", "evals/datasets/trajectory_lite/images/aitw_images/googleapps/14786641229873002221_5.png", "evals/datasets/trajectory_lite/images/aitw_images/googleapps/14786641229873002221_6.png", "evals/datasets/trajectory_lite/images/aitw_images/googleapps/14786641229873002221_7.png", "evals/datasets/trajectory_lite/images/aitw_images/googleapps/14786641229873002221_8.png", "evals/datasets/trajectory_lite/images/aitw_images/googleapps/14786641229873002221_9.png", "evals/datasets/trajectory_lite/images/aitw_images/googleapps/14786641229873002221_10.png", null ], "obs_before": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/38/actions/image-358d058f.jpg?Expires=1768731375&Signature=yLjPGgu9tL43T1mfFO5fCT5HgEvE2BaOv9sapUiquXwa3-SNeXHFgo5PWQgRe~6PVFeUYwwT2ti-6h~hzqG~dvKGtmdwRhCVvJO1uUMPjgO-FazSXP4PTTQ9uW4sGSdOHV0jmFG-iWaBc8u3WVePBZT3u1wE-4KzDX3XIAlBDJUzN6dBZ6Ee9skzC8PmkfcOdhFqvZj14gGn5sHctO~cLWSozXohBi4hTPqOkPMHLd2v55ZXfPzHcjgjHJ8T0uyHGcUEX7lMRrh2EYqPVDn7yg7VO4FeI49JsmR2MXJTwfFi8~kOCrzgrjaOq2rUwgA3B5GgBrVocl29S08yunbGRA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/38/actions/image-358f0590.jpg?Expires=1768731375&Signature=QkmRiwc0kb4qAwGtu16i66aep0MaXdb0muIX7fPt6UZBN08vHxhYqZLAWKQ8AaUUGuK7hm~fr~cQEjk5a2GWSzLnKtJvJdSBXDyqBBCpr-ugOtQAZqBm2flvUJ0eo6WwgZleuzsRi7aQLJ6g0gprx1oDIERsRILDmYWhSGamyrU4T6QQZ~gJqheHgOZRzHW8qNrq6viom~ngNogkcXBavnRosySM4M44wWdPn36pIFZg0tk9L0op3J1YxUB2fSwhC9lUuAb32JpH9ngdJcdTVWZ0UrMkmn9T8qnkeKxFNqsYrSUv0pRFIpzymn~85ccb~Rc9b07c2TDcobkY4REerg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/38/actions/image-35910591.jpg?Expires=1768731375&Signature=ZdQEwqfpZiyetGqqRxaJcRH2elrNdNKfZeHIzTGVc7jTo35c9bFre5EF5gwAYm16haGmjWBJTYHAwG-qrnsENqzMRBlNG~~YCldp239kGoVPsYs9eGSB~0rpGyxul74L16EKniAQgkjd2S6T4WgeGF1v7OmU8GYYekXaRV5dowhvrCdxjlaNzCF4lyzEb8IT22debAkt4~Ba0UpAHC2jXMN3Ws7xK15no~ERzOZnpYLqHE7agJ4Gl2SW7vK1WFLGoP~sNuslDLEC3rl~WBR30Hk9TsgGC9gsrCIRerM1asIoFFwUaV7XZX-TiNJwbeH3fteqvBo0PC-cbIkTfRb6ZA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/38/actions/image-35930592.jpg?Expires=1768731375&Signature=jNlBlepdSjuFVJThO6gCz9wnPJ~ZZnzGbpHQOELapz7p76cw1kbFeR38r16JCn0LsYXQsvR10MNbcTuniZYfDFfPtQkcMsZSKWL7vgf5dbNUlAmhAMOF4Ev7Xdd8~EPwcWAfOZnZi8imy50-7FX2mcN8ZDEhipCcQgjoEjrFp5MhwYjTYHU45MoM6CiFd7aKgpHK63yEIfWBf7kHZ2rxRlNw9F7efKo-v09jesnplA8QKhDgJZA4JBvA~gqGhukqtJqQHjOm6cGiQWVD-AxBSQ1s61WPDDVlQy7Nkz8HG7MjbKeCjNM~s1SZ2zgGncl30aD9sQLfWqQzsRRRTKY~ZQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/38/actions/image-35950593.jpg?Expires=1768731375&Signature=QuFyXaHzuc~a4yD0SAZhnuXBBd2F6i-CNYJxBTreG81H0IdDpSsaqsEG-s-g~PYBObgNVmJB6ISIDJuw3bF1s3w2KLqN4Aq~LpAWWzhttVCpm-8y5Q9-SsdmoDbO2x~TpWWvqRZTLzKg1-BPOPn7NqwHhrrS3EDCP3kf2r4x3xQl4z14kpY3tYqVc5gAMuwJOuFZcYAoxrlc5-hU1vqFznFmfLJt5gaQq6JT3NplZD09qn9czNvvgMudJcAgHISzAc5vidA3RT8dWS2lC1-c7mQ6S7Zdc4zwqYk2m6njCZC68Y4QK7qaVK8u3Za~i9D2zBRTxspISSxNyxBKViFrrg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/38/actions/image-35970594.jpg?Expires=1768731375&Signature=zKW5-TR0KcrSdT9EcnhS0O4DtH~btcuOSJRckSB7BHEPach-boa4HuTQDA943jUS6J2gAtpL9A83RDekSy2BANDLruOrg0efmJVr1f9MrUaQKq4CkyetuMbmlzYcJw6J7nStiRLLpR7gbHv-XgeChv38qbQN7R9bYZD6l6DJntyIB70IN~Xhuow9mEJFyfraL7DpPrQrJgWVoVGiXcslwSz4nNaIsszV1NSY6bdu2l8rKbRZjUF0rj-ocC5q9zRE2Y1An4187Ipzkyyap51hnK-NpKfvgFvOIk4imvI82wA1GiMnrXWEECvLndSqjJ98diWBga1NjO14ITv358GYkQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/38/actions/image-35990595.jpg?Expires=1768731375&Signature=a8kGQIAm4m8wKFqHrUEZSiOaFmgNJ-9bVj1J~-UQfT56UKasn8JBRNFPFxDPi3HN4FWtbPYmGhxxpleVLhafRDLzaQTBJVfDEfTtsJ4QKWmbN40zmRxvm6lBD0H2msBmVz3VCIrJkHlHl6BphDQWzIVAw0svhJIYlUL1uKkKyRcCx7C9tCY8edMSOIPa2qA1tS01GL~wHTsiGkXqU2OdgO7CGJ5MzvnSQLDDU-AZlSc2WfG2u8RrIaHX9c1nzuG4XyRyyiH6B4WPFVac~AUO2Pv1Rn4LtjFRMyUx4LKfcr-uReco~oRAZu9nZQDoA37oVGgr9CuSVTpHuJixT9c-Qw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/38/actions/image-359b0596.jpg?Expires=1768731375&Signature=vM42ecdoK9Zk1IDuy-g4TvnVKRXU1Y57YGAiPr5WqgoiIV77fsY5Ccyw5WK5iT1PM5mpIIWDGiM1y-rDsvn8ZY9yfsi2hSg8FJwtA5B3MTGyD4la70OuLeLD9WM7XiNJaFnICN5zWS3bxa5M-3zWnCBGihejxrXPLJkTxJNxo3~ibja3qJbn9S2p6qrPZh2xyzsKIeToNcXPzByjr-78n-ZeMm-LU0deqZivUYsodKe8dU-wyA796GhaTUP4umnVyGU2CcC4vq8hkYcpeF7LAhk9xNirp0~o1ZZUq2L~f5kIxaRAhFXoSRiP0j6EZahAX~MTetmixF~ytp3rXb~ESA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/38/actions/image-359d0597.jpg?Expires=1768731375&Signature=F~s3brhYVatTg6TrsaZHvGZdr8FUTOIFbfb2QQNQiaMs7JQsVs-0mvp9JAv9VMIfvhFjLAOJx8comdHJ97kjACpRxHiRL0IydWIF5BrLQp9b9dwa152SxYESLdxcBgVN9N7kQtN6uVcgpVioRlRwdLTokd5Vnbmjn7NA12LCQTT03USN9BPgcURMNcVK7tTcFmKvHZp1aAOuU2TTibCuUaX2v57r~cgJr5FfhzlBiTaGfjZPAb5MxlZY~2LBDWx61-jU~4s3ut6P-MqD4uH31KzxxDn7lkraVpAlAGQ7YDujbvxeuE91Hx6i~BPJHPZ~rc41aO2ueksyY0nrFBXjdA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/38/actions/image-359f0598.jpg?Expires=1768731375&Signature=0LPc-nAwO8ZqGF1CsDk7bzcid2Q658mashR5v0IJ7fV2IZ9A5oWEU3vnTuDiRPxSwUI68NtNxOgV75Qyc3AWGrqVuIdkiCBS5d-KxwLwrp35z3iUmXq13cb5fgMC46LWMc-HgHPqt-c3Qy3NdLON3Lf3bqWBIjIjApK6zu3A9gtnLnG0NDC3uYrUdzrTn-Gc0Tl86xdVH-1CjEZ3ElOhcelkjk6Pn7x4bAqJvSPa9lTQJM2VutOWfyR~uKl8h2Me8r5wQoMNS9wdIZGrsmGiWYkf82tuV~y2jrlOdZUWVTh5Vs~BGeWFOz~AhAukFFoDDbdmryGeS7~2xLZ57ZTuZg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/38/actions/image-3b2205c0.jpg?Expires=1768731375&Signature=Vw1RaTr4BUApFKNg4J1V9C1LW2xSUAlLAnN4iw55MpP4ku3P2ORrNDmTKyKErv0yM98Dqy5r-75asHFjLzhCx4XPNojpvzvo3yy88eIooOLRKXXmfZD-y7loLlHh9K7HQPYDtM2NbPXnsGrMo2dFQxtm4-yBx4FOGyK3tp81nWXAAjzbmMnYgJyKXhke37UN7Nw-m2CgBeLifgorPIyfPytxy23z0IQQ1GG3dDkwXzfgK8bZmMB-h0aFIAg62cLwuV7DRllnwmfLrLIALwrxSMokYSQ0VIsX8tRwAq6Dq2ncaGR7cz-y~SanrnK3-DpzeJrZ5YstGkLir-AHzVYNtg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 } ], "obs_after": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/38/actions/image-2f29052e.jpg?Expires=1768731375&Signature=fQxrq0qaimzy4yjVNpu-pb1U3ZAbEbraW-9-KgAs4xJU7341B-ODQYU8auVUxGCGVFjQQbYjxT~wggB2h2nv0tPbyhm1Q0HQHAReIEumuxuL1fJcTSkaz-Uynyc6P5oBsnkx5U4IRi8qzwzhBoiYG6wyw0n64f6SXRllwkl0az5eS1uH6AE6PZkjVjbha5be5C8R-WyUtUp-TXc85xxXTFxG0EORWf0nkbZTUw4lOW9MBCwmGIfWSQAtCtZiY0SssMc~nL4oDnj4mYVv~uZzQWdw1OlhFzDzcT6gd4sMaiv3dmkESyihwILGDg544y1Vnq2w4fyAs7Rj91kRYnmOHA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/38/actions/image-2f2b052f.jpg?Expires=1768731375&Signature=auEXKiQNHhVU~HJUVSucgQ6yT3ipBkKBq42PM2g1TTZ-udFte02nblZG6jxqSa5NZbmhEMxdbT6MNHZ7ute1F4~ljJrQWfmO4W0whtcmwvIOHKfkErUTeO7G6Hq6JRPzIsOqj5XIv5O~bseI22J6piEpZJhxe4obGzj8kdL7DoSVB3GB7PvcCdIH2QqsndYhL9OMYx~2jTf1b-LDYUev7aVX9y7MQVgWpwxRr3ybQqNnzDkg1c98XBxwCbTr~EIfnwTg8PqA0KzGgCJBj-Ev7wb66Oaukwdogc8Mu4S2~3LeJgTBrCFE5tB0Hr7SrGAUBLhLxjZwQq5Gh36JL~InWQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/38/actions/image-2f2d0530.jpg?Expires=1768731375&Signature=iWfznqpEyvz-9aB6UDPQYRes9nDUGJ~tI0x0MxsEg7BYCJAJETVoKPmms3DAbx1Pg0aBxrkQzOs0RhPVCsr0eKafktY-6UaV0MxEl6ocP3k4oVw1eGveds2yRtXugTwA7jNyZiRbMIX0Jr2SmHf3GFHyXILJjjpoF-TWe-1ZBFgdM28mmwRERtlkNHN-FTTjlaWBcnu123zxHsCHhgpvPCE3Er2oGP-I~0PFWyn1CUFdkSV-rRJaNMKK4hnSMTj4OPfPXXv3mjNA9EQrAJX4Z1LW5qRKw8lHRMRjrzoopHXavAqO6J6OuWjDlprCBSXJG3n7voX0-racsH4xWmetbQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/38/actions/image-2f2f0531.jpg?Expires=1768731375&Signature=cTIXP~2GMuzoVVa9g4kBhM~KMdB5iCrz7sqvcWAcssMCChD~~YUWfLM1Pje-kaqYY2D~83c9b9B1yZmPWMNXOqFPw6q2mKQtqJ9wCEcPDHwAWSOksGQFQACktMSkkW990tgYlCXFbgu1xqw-0VxvciardClZiB4vrZRJp0ezHRsxm0FB1ascmxDuJIBquMcOiYlzH35pt5EIVdi8cPXwEft7VjFt6eEUyvscZU97g~sbQ0u5bd1FyS7fSSuMXi1fBQ7tg8KyY813~E5lEyofxpCuGJqzCaTZk5Qc~ZGf-RhkTll2HD2mj6xzXjDgRi3K7r4InYjjDlw69sVrAjOCqA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/38/actions/image-2f310532.jpg?Expires=1768731375&Signature=JgrSB056thRhy2T~9znDxvbeotbaHpnddd7hKP1NYpZbnMPC495TJN3l2~pWvJPU37kv1pAlSgywsCr23WPD9tKwrKbUIT2C-LPOBRQD6LkNoJxC0tZJIxkjKIveIREvizEjX1xPBs2Pp2zcY~D8cFRTQvB6wdRy-aGaF5D9N88Caglq7p6zb2jYFp5-Xh~7TOhJNN-BMceq9mtTAmPBvEkbQ~qhUcseYiUdO4n-CuJZSkHmfA7WUMtgEeotBdHGbbwpxzRGsPYBIWkFmmdqAddmzvp~2R-7oEUI39EX50zLhEAk~U0NI8bk8ajaVxeWVqL4XeVClk-gZ~DNANJmcg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/38/actions/image-2f330533.jpg?Expires=1768731375&Signature=mAEsWjo9meRc9t0RCIcW3zBmaQiMVT~LK-DuNPsMd3349VcPHuBwQjD4F01pdlz5odKqEWeFHTyBOc6VbQZxTF5NcUCWXJjTOTR2GivzlmgNPVwbvbCG05oZcq-P3nMfiZ8HDWv6KPzNDgyh1hJDItiFftwgEagvbpXaDZN-DLfWkYTSvseqPPa6HeXOKMgnEhCPIZbyF1JMbDKjJtigRndQr9wDL13-Z48RbuWUSbmdBfe5QErwOpq2s5d6javVYA9swdlgtM2-w349ZlQiliahY~OQltWiUtl6kQbA3QDVuZ4Ht~sVlW4p~Pk0GTIMIqEQ3szhOHZaWvlIoncV7Q__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/38/actions/image-2f350534.jpg?Expires=1768731375&Signature=q0mKV3C~fePxOUSIrMPfcoSeZ-zP6EC5o2TXwebG9yC7JQEIVHxKqTrUTao-mO2BnSLINtbnyUSt2w8dkqCnAGG8-2PiqG4WXZtm4zcx6mq6hsk3xdGz1pBLCO8mPWEgMyYRYcdWuBJygJlD2Gf-g5Q1RZGNgIbQJSaPTDBvyPTPLl5fTG5lARckZXr37YeagYezwf-OSS2pp2eK7FF6HyvN0lmtlmY6anpa-3AxxQ-F4ev5f179ApH7eRS8iMf~5nrKmFqBRz6HuBiCf69oQqyO8CbUgEB8TgJeHx79YEacma89YQu-vyglwPLHHlWs-J9-fZMYaaf2IO9rdVXyZA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/38/actions/image-2f370535.jpg?Expires=1768731375&Signature=tOPKzXqh7BGi44F2MJXh6rheoWUaPok9v-2uxl05aI1wVY30jz3x-0RoUPcN2tfCOeQbb8I~yThSrlNy83IZvlJ~c0OVA3SFzWguSeLS7ll67sYGluSep3pTfaxIe257C1Ln0SzShun9FPmaQDDLsz8cDd1xMZzLoTF~W6pHyi~IOxu6Rr67lPlHyLmE56Uy-K7mx9hSBwMr4emzKwV0oojROG7jvzr58-soao3QnggXmK18Zu1jaR~MciC19pCgWeTqFwfKZKlY~2XcE1ZXiNDxCT-LJdYXLRyzinDMnCSbb1e85XQhNf12PlyMGPbNVwDktQTipX6vjb5V-3VUDQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/38/actions/image-2f390536.jpg?Expires=1768731375&Signature=ryyJqYu1UqDT-iaOGEDrSixzoQDoC5p8XdyV1MCNCPFDtsZ0FcmKk5pZJK7carsK4qSKkqViMOCYUIAc4a8cLuPSw1CkCGJpduGjBn2~TJOr8P2W3Q6ykYqtt64D8DCm3~iI~vCIhjCdXuFGVK5WMT4VIaEgiX23MfDBjw4ONN6y2XycNOTI-~jTdRgpjbgIv9n26xfRYZxioPv6217Lyy~i3x5rHIqlAac9Ge2m17ujYqnXzf9pQb1eUR7vvjmLE~bbyOvI-OVGkudrvx1XhoHeEfVVBclgkGs8lEgiCnPE4RyyxbO9F6Zna~w6~zskTZbiNpMUqbhn~U5RZc6iRw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/38/actions/image-2f3b0537.jpg?Expires=1768731375&Signature=uUNnCd2JmbgIm-L0xUwVRNYQW4BMbFpHb9PSrTWeix~3xaMZyEuMobMiLINXzb2nV1z-my4I74Ps~qN0zhCTKSkw50BwAfbHr1VAjIvtU5zTali4Srwvd7NfpHJBkbP3OwL2k6FKY4mxvyRUvnVQSQKJi0uunOZlbUm6mwKTbYri2B151rb83G-KRazdMqowGQithbVGhsMCCuqAu6mB4v5911frNwLb-WaGiAPvwL21lCK-381c8jW5HIiJaYfmDnmueC2cYdHYZv45O~bGIE4FlY-6R7BsD76Z9Dx2SHAmskeYeffLN7231bZsa~ATAvwMXPdSKa~hh9YyGAlOAA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 732, "width": 412 }, null ], "operation": [ "press home", "scroll down", "scroll down", "click", "scroll down", "scroll down", "scroll down", "click", "scroll down", "click", "click" ], "bbox": [ null, null, null, { "x": 0.5619999766349792, "y": 0.8180000185966492, "width": 1, "height": 1 }, null, null, null, { "x": 0.3540000021457672, "y": 0.7829999923706055, "width": 1, "height": 1 }, null, { "x": 0.3100000023841858, "y": 0.6970000267028809, "width": 1, "height": 1 }, { "x": 0.9089999794960022, "y": 0.6610000133514404, "width": 1, "height": 1 } ], "metadata": [ { "repr": "press home", "text": null }, { "repr": "scroll down", "text": null }, { "repr": "scroll down", "text": null }, { "repr": "click Settings", "text": null }, { "repr": "scroll down", "text": null }, { "repr": "scroll down", "text": null }, { "repr": "scroll down", "text": null }, { "repr": "click location", "text": null }, { "repr": "scroll down", "text": null }, { "repr": "click scanning", "text": null }, { "repr": "click be", "text": null } ] }
aitw_googleapps
mobile
[ "scroll up", "status task complete", "click", "press enter", "scroll right", "scroll left", "type", "scroll down", "press back", "press home" ]
true
Enter in the costco search bar: search for bose soundlink
11158276984453764646.849-948.Enter in the costco search bar: search for bose soundlink:2
{ "action_id": [ "5087568ed475453ca9ece4d97ae94d1f", "68b4061c98a843e89dfc53d43b99f7c4", "29472026c761475185ca16f870fc3111" ], "obs_before_path": [ "evals/datasets/trajectory_lite/images/aitw_images/single/11158276984453764646.849-948.Enter in the costco search bar: search for bose soundlink_0.png", "evals/datasets/trajectory_lite/images/aitw_images/single/11158276984453764646.849-948.Enter in the costco search bar: search for bose soundlink_1.png", "evals/datasets/trajectory_lite/images/aitw_images/single/11158276984453764646.849-948.Enter in the costco search bar: search for bose soundlink_2.png" ], "obs_after_path": [ "evals/datasets/trajectory_lite/images/aitw_images/single/11158276984453764646.849-948.Enter in the costco search bar: search for bose soundlink_1.png", "evals/datasets/trajectory_lite/images/aitw_images/single/11158276984453764646.849-948.Enter in the costco search bar: search for bose soundlink_2.png", null ], "obs_before": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/39/actions/image-358d058f.jpg?Expires=1768731375&Signature=yDxZm9fuJcqtbCwJyBng4YbHyzupeunRyHgxo0qEqE-ZqOG9CNTId9FOBdS~fNmnZDOot4hgxpU6SLB0~wKKfsG83HEX9h2RIgSL9Z5hgliTTMnp0t0UqbvNuShvqX7emcQQhnFjQxtDyseZfndZRLXKyygdWKu8EH746MrKfYyMMlBRJ4mqOP9r5PLCtLyOccwAcJHt4kpkDLcB9LAKk79hPu9WTimnbYgjMXIOv0dq2VZGCXtsxhmEghnfXp2NM1vDY8XWTAx3W6n6T3hZs9KVHzxy3NCHMKVEFoQBGkO2gRQViqbypJ6hxJ8yDd77Dc3mgzAY60DpWMmJbp3Vsg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1440, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/39/actions/image-358f0590.jpg?Expires=1768731375&Signature=VLY0dsrOz9vJKKzNCDnicxZ3ejgf1-KL1UKy4ntaYjHUTvyPvRX-T4Zilf3tb2i0QlSE8eUxOFTY1o1RlAWMJ20-ClnQoKA1fAjze3ZrlfbNsdlKMhIWBShbkfroxHoFD42dbhBQ2tt79z0vRVpN6p1cuIjzyGfYLqd1WJru1cJMhwJkYvZfUUB9FRfFgLmAJPF4dgyzZLpYdTILOn2tTjC1VI7HeSUOYb78iShsCRvFAlxXHcKlPpLDMCkWRyZvDzvZn6MwGWWq3LEc7VPdtXoSZ3peHfbG7kIR5HWpkW9z6rEsBD~Akcnqel-QLdOPYxB9EutLIrUDZLkRuapNhA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1440, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/39/actions/image-35910591.jpg?Expires=1768731375&Signature=em~D7~EF6sq5DngKaDPzhyxPKHUKwhLu0Wj3oDhygKA6dTFW2kyp2-WaF8LIbmhC5N-NO89oYYLXXJ0miTaRUnPc0NKQvM1ad91WyxPcJBzaY7l3tZhP3v~8vG40li6YTGwZ-ZFLD0pL2iKnBIf6-ALVMmVx74WIzpc4UYsQ39E86YbIOvsYBNaqvPdvwi9RiwxE5yKd5dJ2SVIcuY-6JrzF4Ux4Z9TlEqEC3llxelyqNtZdWqa0ffI4r5C~fJlwlVDod9kEMxVXXDUELOl3ktXNBjO1YRd1Del9rYKodzTKqUE5OcA5ZH1-nEJFYM4lbNhtmZ07jLQkPOt6GIqp2Q__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1440, "width": 720 } ], "obs_after": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/39/actions/image-2f29052e.jpg?Expires=1768731375&Signature=A9u9LSISWqMuA98Y53aleZV85JlNDjFWEChLgvB2BEDJxd4QNnr6XjRWmGI1ua3iqAGjefIiDNskYc-YtFU1z-gPbOTOirGIs8NHczmSemZNauS28znde8xncGyWo4DZ7UNO5UesVMgumkaaOE0WpVCv~P2Rfr0C7pDezhbB5qA8sbAZRSkzq2rPOq1Fk2urYdlmqj~6yrQROczeoYL6Pr3CsKKjGeK3HZLfZiVHSXyj4Rf0xqvnK~BLbQeFy4AAcGghJcA~-wmFJKc6RPg3rVP94A8ax4ABnCLxIvtJkPmbWloKARLsqJU8S1OmiotdspoFYbmGIb-5EqA9wszwIg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1440, "width": 720 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/39/actions/image-2f2b052f.jpg?Expires=1768731375&Signature=uus6t7B9Eu2pGOfz0CLIwRFEp~GtiWiv8awZphV7dNFbra~BGNZfZRJr4yEBbYBAS42QY1TYRGDPP2FhZSIHo~reZ2-vS1m6nFpR6gfTxgrWKXwU2c1AFcWR4R6ACLYxCuEFA6XVL2MKnNfVgWyX5Kp1NoHzEF8Zv9b~WfWsReLP1rj1RroyhnzQdOv1FGmTqB22Uynjq0N5CbzbWvfYqYhDazlUGJGQNLaUJvSl~w2dTv3af5CWftAHGI7SU4ne8v-sEpZO82wvQzdIFugEa5T0rhgeVR7Ht~MdR6gjJ7Pkty5bKwrzbiBtzysWPCnYwFT1cH8RH3t9JhXce3CMjg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1440, "width": 720 }, null ], "operation": [ "click", "type", "click" ], "bbox": [ { "x": 0.49000000953674316, "y": 0.16899999976158142, "width": 1, "height": 1 }, null, { "x": 0.9269999861717224, "y": 0.17000000178813934, "width": 1, "height": 1 } ], "metadata": [ { "repr": "click Delivery Location", "text": null }, { "repr": "type bose soundlink", "text": "bose soundlink" }, { "repr": "click MAGNIFYING GLASS", "text": null } ] }
aitw_single
mobile
[ "scroll up", "status task complete", "click", "press enter", "scroll right", "scroll left", "type", "scroll down", "press back", "press home" ]
true
open app "Viber Messenger"
3704142530703419847:6
{ "action_id": [ "f9c7928b935549fdaf64657220f44082", "c4943393b074445e93446ab256fe2478", "a3b9187dfa7a405abfa5baca4c9fb656", "5ce5ecb006cb435faccd868c922089a4", "28484ac193b346808eff0a5ef1d3136c", "817e3082404b425291a160b7c19e62b0", "5849b7d0ad464d59b3b3c87fe94aca7d" ], "obs_before_path": [ "evals/datasets/trajectory_lite/images/aitw_images/install/3704142530703419847_0.png", "evals/datasets/trajectory_lite/images/aitw_images/install/3704142530703419847_1.png", "evals/datasets/trajectory_lite/images/aitw_images/install/3704142530703419847_2.png", "evals/datasets/trajectory_lite/images/aitw_images/install/3704142530703419847_3.png", "evals/datasets/trajectory_lite/images/aitw_images/install/3704142530703419847_4.png", "evals/datasets/trajectory_lite/images/aitw_images/install/3704142530703419847_5.png", "evals/datasets/trajectory_lite/images/aitw_images/install/3704142530703419847_6.png" ], "obs_after_path": [ "evals/datasets/trajectory_lite/images/aitw_images/install/3704142530703419847_1.png", "evals/datasets/trajectory_lite/images/aitw_images/install/3704142530703419847_2.png", "evals/datasets/trajectory_lite/images/aitw_images/install/3704142530703419847_3.png", "evals/datasets/trajectory_lite/images/aitw_images/install/3704142530703419847_4.png", "evals/datasets/trajectory_lite/images/aitw_images/install/3704142530703419847_5.png", "evals/datasets/trajectory_lite/images/aitw_images/install/3704142530703419847_6.png", "evals/datasets/trajectory_lite/images/aitw_images/install/3704142530703419847_7.png" ], "obs_before": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/40/actions/image-358d058f.jpg?Expires=1768731375&Signature=Oo-8fmldoUjGziNHHiQxYUWQFVN-IJ9mkDGLFw2OdKpCN4OznVuEMvtqAfwLacG5zWbBQidbtPqe75uDjH4cL~GHnmuK6mBWATO67XPapORpZV~XAtwWmDXXLZYlYIjKERYwx0Uvn9lXZJbf5~okbvqxY7c0KORvPmAcpCAEezEqce3V1~aoKbtnqQpuBtF3EUP3kqv2mYWEdFcRUyf6nvg8gNwoFi4ICrebmNGCdVIqOQCjoZKNgz9tS9fp8MsDCmicVzqMHSV9UEfci7neY1jMKUghI0qWliN72QTWRRJZC4oIIWKTkyUsujQh82~M1CPvsducMnoekRBNi0qbjw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/40/actions/image-358f0590.jpg?Expires=1768731375&Signature=vu3NgP8Qd6gYFKHuJbQldsCkYDytefEwhI-Fmn0tpgjyZ1nmGU5cq2vNNg3jOSql0vAEQvcjYxhMPYeJ2Z-dtU6r7rAgbMa-oWQOkUiSLqz36pJlNdlgKcdZeAvIOVdLW53kvOMwcYsDizuE0PiGHQz~HIsgqQtkXuudkxZJAZdYLjat4UkjbRKJ26RJnVRtMCPVwFiF1S0CdMwy8fxkPAyuaT-B9tR50KqgfLVSpWwqB1ZTFdvnh7uovTy1mahJoQ4ujzUGERkkE5I02y7BaQN6-3xuz9jFk3ORR8criydof21XVgJ0i5zXpTpxYnMI6-Al0c2UvhVIsDCZlz1eCQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/40/actions/image-35910591.jpg?Expires=1768731375&Signature=eNEdcYelqmY-a30KSmJYY5VQh2h84TBVSx8YbFqFdmd~dNI5eLjgSEiI4pZLp8DbyzNt-tQr1vR-E6PUFzSgHwGNhZ~Q1nHP6P-jA4hOmAiD-RZoy4rUr2IPXH1Mnjs-ZevDAGGMY-Bm60S6lVmkJTb7I50PHinWCCxcDohtckXpz-su4AQ0p55vL5-Yw6AVOb0JLtA0BEJqe5iNSD4TbBed2dm63T-xmZ2Di4s7V77SXuVDoJnZHlDBcbNIWmHy4KNYDzL5bQ4FMUjy0vWRog5fwr~ebsLAnw2X1q4e4pOi3qdX-7BDkPzMKi123BsGYntHJGEEH9eMREiaFRs~yg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/40/actions/image-35930592.jpg?Expires=1768731375&Signature=Gr8U9ikeq0Wu3hj9qk~dGE06a4ogLlEKy33kdnDzZIwtppzALJslNzN6zdf3D9trdX014K7Eg60cgG8vXWWaH797MWG1hW9hJX3Kl3MXjHAFJZ1siktW5UArY8T8GQYHASGDqTeLeM9p3AhQxwXd8bqB4Ht8cleSsT-ggItu3zHTs3ntH1G~pCFlVipMxHjKdNc044PKoJ0PUUExmeuHZImnbCx2BTWxSLv5I48krcxoFgdh4hDujlOaua68xvzE-VkTIqGtGaftrUR8ohLxw9aeKNul~D0noavQAZBxRv~f4jhunr9vtkNQD~XXQF4yVWUvmusx5qRJ4hmTBT9wEw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/40/actions/image-35950593.jpg?Expires=1768731375&Signature=hxS18fgTUA2bbNitBLcoq-QVRIkzx2ebz5~kUchNuJF400i1GnL~LHz8yaGCmt1IYtoXYPJlmmRcl8Dv6TR-UuP6N3whfsR7QRQWRBt8JacgXTWaV5i4SZHt4nlu-iDLUU5Cf0MkqNmkMXNKhN8TtmB0~4BNaXIQa806s4vfulhxkW~DzoED4a~BgY05RPjqlL4aiLy3fIcL4nfesIQYrFZuI2FsxzynmAObo8wf6fMb~NIASio2bCexc6fugw4WVnV3UV1C-zW01gfl7fRo9dQonT1adcLjHOTLNjsGamatx3dstL52jRuU0Vk~LWP6Vughw2-1Syt52AxMvszATQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/40/actions/image-35970594.jpg?Expires=1768731375&Signature=HkNxuDIJw1hzHTMgsqZL7Cjz001H0TtSAGZuVyM5E0P2TnzlmqszIyjD8A9T0F2ye6d2PMIvMuzepj7qSQAOtCKLGjimRV8bZC9dDgcHMQOWEoMkFIzpKDFJyYJLIcdymP~IkgT8NPRu84-YezwJObYYXV0flZZJUaH5yn0H0iKMl-mAmuDOi7P3WGaCBzC5QjToqBCZCamwYlfBTadNPdUTdi9Olu~NRm~RvB8XvSHeTDs8DKvFebecEFsHtEuRv7h8EpvylzQ3A~P71gbG-Hs9RbjLd9s4cA1j1CBm5~59WLLZonGcJuGgNJTWyucWcRmqh55Ds8odEDiHUO2LLw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/40/actions/image-35990595.jpg?Expires=1768731375&Signature=viTQTIyxg385FZbAAY90VIreo-9XyfFT6tULHgHOBcdWqzFYyaPbPdf1oawxJV978z-~ORfZsl3D3bw3xaQ2OVvOrxRHmEBct1HgwVKjLHue7dEjJbz9CZ7e43keAB-WCKZjDgAUauD7VVlrll9rRo86nmYDjjhW4Pqy~MLg-sU-q3-w8gL2DU5ibMnevUHNNM~6GPgzx3EHDtdwVt-N3VtVJWKZ7ldatznQEBpu8PUSCRrE-S-cLhRSP14ej~asCYlJiA1ZAY-1ApGf9lM9JjaiM4vGY7VqgRPM~nnuHpPw34VlgPuBTpgx2-0Rhfus02MXXigchcLKLS4FcnDM4A__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 } ], "obs_after": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/40/actions/image-2f29052e.jpg?Expires=1768731375&Signature=hS1OPMmQp8N8pI6IdzM1w6Fn1yjdfeWMtGEbMXkQyiEDmHRRJ1Tpcyv5QD0OkL-r~KdEGMBr~3YVDRC2Kr7-Z9dznb5xhifdFYiMP0~NAbWmozJmpUZZ5XgMrdWjns5dGQwXNq111-hOmLRXgBy2Xz7RJ8XRf2L8NRUzJQzg814QEeOsRQZmCubUTBJ23fPQH1POEZ~5vVN988IY001VFcqQI0AZRTx8z2YPAowEFJ2kOapCfiog22R5oPqIZuJVOm2MxbYTMZIA4ebcsMOjZ4ky8~h8TENTujjLxnSwC6BKJEgLy9gBebjMoCX4gfTRWprEs~Ye5w5O2KyHySBRiA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/40/actions/image-2f2b052f.jpg?Expires=1768731375&Signature=tc2hPo3NIFXjqukhSgFxxOHmlEBtpq5fFpBKllk5Yhp9oXH2IEW7vBq1Dq-gZNU9pixP9cxTIIF9TKXv~84D4OW-p-xUG44vZw3xLwzcmTNR7fZwUp5vELhvSEDrjGzf~1Z8ZXE5BQBgfZIofpghl9iLsBz0CTLvTjMPgtOEUug2jf-c5PA~Q~~anoN90ER9VrZ0j5ZOcXR3v3I3XlS15XNOJEPDccv2NffVQB6zDFijLNSVPC7fFlXrVxSnt-AyOu-gJmlX8jrSHMDYBsi95DFceC4zeZqlTI0gvoVSVeKqV~X48nozr47cjhTrdvduoMRZziFjm~MB0e7QYIoWvg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/40/actions/image-2f2d0530.jpg?Expires=1768731375&Signature=OZn73jzRsCuDANcHGZgk1A4WU-Q-d1Op6kLozrkGbFZx96drC6wV3NNoDCZvwq-MoFu7XIGe4DH6JoR7KC3PpuCW2qbqnWU8kLKwHbJdYn7B4uyyw8Pz8gzZmFWAhGxDLu893aXIoxfqJUaBgDUnrQS2H3bKBk73Wzh~-zJNvqCWufQdIVmqhfMcmdPXdoKjmXQqXuRM7Xs3SQdzYN5ZXr2UmGVm6dFpsguh4qfHUdpi4Ohd1cJChrGjd5q1e9mW8LiX4pcDcsl53kn8Sk4Ur8xS5YYqsS5FTCYBxBAKlzkZgYkY17InJGv7vynZ-qqYpkcgDeBqluHjrlDgxbBLOw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/40/actions/image-2f2f0531.jpg?Expires=1768731375&Signature=PmZSGt0oTXLeqVJVzFF4LYOkeCluS9md1A7fWg8mNtTpewdrKOrGLYjqW~xcC7hfHM~vEKmhsva2xhDVp8rbmduylXyDfs32XPUt-zZlSxB15qp0-G~AP9LhFDeEJGHBg1Uytn49gm6COojT33VRSCGsAMqtzjalh7LFNxkXS6ZsZUnsOJo9iJJKfAtqtTYJwFN-HsNF3bwwZsj9UBMp1SNXjprwhJx92~LEYoqAvyGluGUvadA9DJJgu8VzbugYlqtGnbjuNdjbRaPcPZXNdSit5BInuclIjVti7vT3kvdJJihHoj5M76WXPRkvMbPJxBzpWXpgmnGbCcUpoib4uA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/40/actions/image-2f310532.jpg?Expires=1768731375&Signature=VBAgOjv5fm~tPCbKWm1ffrYCqWbhm5CfX0jpnbjcRGt1RHBket0c3cgqUU0tdL1LmtjfOlEze3uuM3a~ndWbe0FEKFCBPy6pbUrNw9xYdq2~-ORxxWbNueiHF-dAkj1KkdoDFvxcCGDTihD6HG4frTF0L-9BRlgkgR7GzhVBoSMoRDJuSdoQDBnKVdJl7OPSJCtD8S7OOD35r23IYFBFcJ9Kgbvf1ulWMhy-7Hn8aIXqaUOmkD9PdBeJtPPwV4Zt~8bKjn8NsTfOApFDdTkWd87NRURz6Y6L-nXaxP48K7a0iB2qOah7psGy7xr7ofsUCx4N4Fo-LLYNpZGDql9skA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/40/actions/image-2f330533.jpg?Expires=1768731375&Signature=o4abe1TCrzq~Adr~a8Xwd952smkhx-j6WJunPpBG7~aJ~1uHH8aLBR61quOVFyb8182N4JqVOP~W4lBVHfRDx3WtsR8-kzaNBqQvosq~y-KBpgxng1ofiWxDUfuSagI-rPm~0jAcGFzp6HQqPP8K~aTtYiftVvBulRXWn45RMkvSrlUMkjGUZaWxb1HbfU-XdwhqdFPBfRx1vuD6M3VlK86PhCNJSqfdeuIqtKt7OjZl2~MOK67J3JVPFes-SC5A4gEVFKXDmMM4dsY77x3WglwTBBdmbJofcBY2KuqJYb~UUySXE5S32AeDQdLxSYtkfy6Olm5cO7jryY0N7gyhIA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/40/actions/image-2f350534.jpg?Expires=1768731375&Signature=X57nmERLiNtamL6MK9pPQcJ0iHML0kNm1PgHFjFi54NPg2MDYltI-GHrtKz7o~bsbmmfVAnjJ3Cv2lehAp-UmG5pJk~gY0DuPJ0qKHVYiOz1QiJSYrKh6Q711Mcj0PnOc48s9F3UkBiZTTXhVs67jY73oUnQXijCMJOTVf4uliP3Z9Zf3ggUhB6BunEa~wpRjwiCHd~m92UK05801RzaYhZBrKQjNykxD9yzDHOr5LZQ6c0k~5WgBgUiWGSy7ZLefPu1eeKbrnocqUaekkq5QRuncoNK5zH3M4Z1NnzWl1PdrsHHhIwssEDwzw7f~rt5PzFL15k~2rYvMSp~nmLAaQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 1080, "width": 540 } ], "operation": [ "press home", "scroll down", "click", "click", "click", "click", "click" ], "bbox": [ null, null, { "x": 0.6679999828338623, "y": 0.7730000019073486, "width": 1, "height": 1 }, { "x": 0.04899999871850014, "y": 0.061000000685453415, "width": 1, "height": 1 }, { "x": 0.05700000002980232, "y": 0.054999999701976776, "width": 1, "height": 1 }, { "x": 0.05700000002980232, "y": 0.054999999701976776, "width": 1, "height": 1 }, { "x": 0.054999999701976776, "y": 0.06400000303983688, "width": 1, "height": 1 } ], "metadata": [ { "repr": "press home", "text": null }, { "repr": "scroll down", "text": null }, { "repr": "click PLAY", "text": null }, { "repr": "click ARROW BACKWARD", "text": null }, { "repr": "click ARROW BACKWARD", "text": null }, { "repr": "click ARROW BACKWARD", "text": null }, { "repr": "click ARROW BACKWARD", "text": null } ] }
aitw_install
mobile
[ "scroll up", "status task complete", "click", "press enter", "scroll right", "scroll left", "type", "scroll down", "press back", "press home" ]
false
Empty the shopping cart on newegg. Search for apple airpods pro on newegg, select the first entry, add it to the cart, then select checkout.
17041687441213171098:4
{ "action_id": [ "39ada4bbe23c40dd89c8b0bbb9ec5854", "45e1a2220b59484482ecb2b4a2ede816", "a3af0448b9fc4523beedc762be0a118e", "be2c2f624fe742ae8fcbef6e2efbc90b", "6431f549539a40a2a17cbdc929cd2d23" ], "obs_before_path": [ "evals/datasets/trajectory_lite/images/aitw_images/webshopping/17041687441213171098_0.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/17041687441213171098_1.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/17041687441213171098_2.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/17041687441213171098_3.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/17041687441213171098_4.png" ], "obs_after_path": [ "evals/datasets/trajectory_lite/images/aitw_images/webshopping/17041687441213171098_1.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/17041687441213171098_2.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/17041687441213171098_3.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/17041687441213171098_4.png", "evals/datasets/trajectory_lite/images/aitw_images/webshopping/17041687441213171098_5.png" ], "obs_before": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/41/actions/image-358d058f.jpg?Expires=1768731375&Signature=c~88dTe0RGG1BkIkMojAwwvNRohwD5fTgf6iRZ7gGc0VAPpGdVPWKWDU~gvrTtUnlFeNBctcWo4z8mTpACNQOkWq-pbgWZYxVkyFXht7X2UTRzAgPEdRQtciGAqiUSgdP4tzc41gDAN-t~Vc2lwOBcnTYBithDgdvBisQvPs1i48zJmPs15o8U5PIY2e2w0n4H~otOIiezhCAxOAo4HdJ1NPEkg3na8~cvF8uWc9pF5IaNOggQNYCipUGJdvXv6v12gG-T~Q-e7O7335nWtm621EXtQCOhIMFfEdX-iAwdSO~Lz9B8q3rf21gyXQiMMXi18luzelJxzcZt8b8gnUeQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/41/actions/image-358f0590.jpg?Expires=1768731375&Signature=OP4btLgftFzdOz1rPwAQLYWaf0gPe6Bngl7-OXuUpVTHud1BsabQTe-XTTKsgmxuh6ga1RJHV-75bwcWqxR6H5TMpYVZdejPbRCR0vaC5UKcSoM9AdskVklXhhe39~MJF57pK1f-2NBU3BkaoNRxBwkzQ~TsLod0dB-FBHqQDHQXr7cwrXY4L7omZhQubcN2CA0ETz3F9JP4q44OxcN214SDL4IZA66gIGsOUo8gXh9NvmzuHLty7vn62DVR0TZzF74BMwhnHK6A~64CcyCchlFw0p~n1vARVnFOvNHliKyFtNoLGAZ4Y~kj7epwOf-F-m3wxHsOCFtZV3eJTNcQ7w__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/41/actions/image-35910591.jpg?Expires=1768731375&Signature=GcsrgcQ8CJeqF6kecj6EAQHuU8wQjjll6bXPAiOG9fYuIDMiO4gU5UxepWKikOwtEW2qkgHZICYlWUAEnAPMWBJ-xrri0Sfc5iM3J9sESLGeQdpkW7eQYm4fpPXysrCvjnslih56n-JZteBOV-N1EzXVIBoz3lJ4VWprnbf2jtdqosSlCaY8lOqDTLc28gJ9JGiclsMcRW5g9prcUlqeUyhKGKDkfqknLv6Iso7VrKfcpR-rwuz-bv7DT-3Pp~NEzKp855ZYa96vEv4IsRz9NBFy4sTxiFzhRnYsZR0XPswYmvqc0RwO89XNaThl8fR5Y5mdVZY97hog3IfTp1bksQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/41/actions/image-35930592.jpg?Expires=1768731375&Signature=HrDdgCj3l9jy6wIFj7GRe96qsyxaGSW9rv~20-DuEln7hxXBUqwdcd-nT0oqtvplV5XRAjIRVn8ik5VZ~vcLS2WgWTOPmKMBCLwY65~jJIHlmv7OzPHTdfz6p8gjp~SrofYipk5A8BNP4n2l3LcyAb7zmtwzn3YuCcpOjBfaOLgoyjbWvBH6M1GZCVzadvq0x-LPRQzVGPHcmICEj1SeX089OrHXg59rvqs6mhjG5O0rgtfVDYclGvvLHQ0yKkoOI8wMtD9qtTnBuvM03hoPPbWjUNDnXR50Nz2iHLF15fxDaxxxQAhALnTGjkp1RANCGqRGmF6hK7CvUGp~MUfgPw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/41/actions/image-35950593.jpg?Expires=1768731375&Signature=seC6x8J1G4KTOCSFN8MqmfTkqa7gcjQcQ5xTE0iOzmb~ks46mVcqBQdNpvp8Gn5PuLASTqPFhTeibfMROEgIdYvIDlunTq8-Z57-KmnsYtTpUlVSIbLIujT3cgkINeYPg66spmHRKH3cVR5UlnUTOhqg3ae0lhihZVko7xlw5RtpX8k7TuDVHGr6oCgOVhgx006~6RncitVCyWCSzh4L6C25ayYPX~RpUAKe3pV9ERATSDSG4SgcT2OCOZQrBXGDOBv3h5o5AftVjYbz7XoB7JNP0mEwcAYSBGiAhT~YmYHCMnCtsxci2gytqsAWed7oZFCEnSDSVSrDNW8q3eOEkg__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 } ], "obs_after": [ { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/41/actions/image-2f29052e.jpg?Expires=1768731375&Signature=l3oTo~xijEBuiKQkIQVs4jsfN00-ZcPKed8H40LRs8imRzZZ1PiMXD00x2DWa0Nr9AFoClKA3abNZG~yyq-aP9izHagOhI8F8lyxIz3VLAUqVerR-TKrV3TLZccGckpXWDWwoiXb5EZ2ydTM4xE~Q-phvx1pJsW1vQ9wgZPRXvs6YnxdkmbVoSpkJMoJdjffLd2Oc5SSx68w3tcIWkI8cDM4khU-CkvX3w3G~B~bStTKD8LcK54-yd4sihIMwx7gUXHEgTsf3VzKReCb2cqmFuEN6QztaAUGFof-kz35EUMCzFIrdC8KRiSmnlixOYbWxTcZFAIq4pQY7zfEsg4u5Q__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/41/actions/image-2f2b052f.jpg?Expires=1768731375&Signature=K-ru831ztk6cW9CGrWc343ZSgkniCvLshRTqQRagdMjWcsMlaLMFxiX-FTCjrr2DRT4oC9DUufxPn41YETbnIqafSeUwTEIH-g7sRDIjn3fKFUToLwVS~UwkzsUS3Zlz5Fz-p3J3FtUtfKGgbUxU7S2owqx1jSEq0nEg3CIuzBQVVw3pe-vDqHdPoIYb07OhV4maECobQRfMfuGbLHH9ZdpIPmB-ag3~VjjllR5wuVMSWTB-eJKyQqC7un5rtSgMRwDsQz~4IElLLvDNtSir5PBqwyKAuQghRJBCZJet80TgNLw-Wt7HGdo7kBHAR~IVko-HaeOcfRZYa--qst6UoQ__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/41/actions/image-2f2d0530.jpg?Expires=1768731375&Signature=OqmrppZ2qMBafmIQKsg8dEwHFQ0vZmYyUxqCHq~bul45tBWqBRqIHzg98pdSrJGYtkNkk~YwZqdzeCZryFzOamY2V89ph67X6wg-MG6jTrggk2npzX2IBSfg2ezd8Zc8z8PbCwCZyQRlGGILqXoq~0Nu6M0JhePyAHsDS-2JcQd13xs6GkIG24WIX-9vEoBBeSpgQ-VX3c0fhP37ewtK0KcQCBRh2Jeccb8pArx2PMmSHGzIzbrC0MtRWWXCuOxVNlTCpQ-zNQVvYX5BpCD-~bmkHG6OcGMhRErdf1ptCSkHuUqUQsVdWZ7W4cCqTlF~tUzRTFTJw387fzvptmq-gw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/41/actions/image-2f2f0531.jpg?Expires=1768731375&Signature=TEB75e9RWWP1dWPLGhktrbdPEU2Scq47AaSQoT0vuKmM77zvYz5X3~uTC~6qQjZBFEg7or2fVykxHlhrg83eJC2oSFrO0NToOq2qXPZES8f-ekA-6wIxZfCeUvyDfGUY74uiEhBY7cY4afXQzPJDuh6BOtxNumrGkkos0NyV17aa3qVku2audXujo8IqntnQPBUiV93od1-HytYSgVY12xgDyPP~riyesou9xUBBPma5cOgXpBc-OdgGs5IAr~PW0G8ADpQO0VW0pyfvd3BIG8LCnPYHu8pz2AwtbCt0hOIzE30H-VfYQCo7B~9jjqYAW1vPX9ANx~JVB2yVNbhFRA__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 }, { "src": "https://datasets-server.huggingface.co/assets/agent-studio/IDM-Multiple/--/06b5b3877e12139a36e2f0b9362ebd1a7f147f19/--/default/train/41/actions/image-2f310532.jpg?Expires=1768731375&Signature=i1bwELcPRMZeovwfDd533RWJG6zn7RFcL7gribsHjc9Da5vWJ6-sG-8Ed89INmXlFg9q90y0O9lmvkQdsrvn1p9weW7orDaD6dYbCEsTs2kyv8WCWYubNMbBXdF-~pXF1rpwuCpy5onmX1PGnX0n4ddLSTmQhsjISuKufF-u7o5CDwayVhC4RGg6nYnuVLOXRflJrzun~6AZPSIXrMRCd~xWwS7peX~ljKDB~ijLpiA9jCPraxuDzBW4CYAnE0ZXSVkR-KCFuY1X8h9ZbLeA3UIyv-XmtGkCXI9h7Djsce9kBRcArYHAdWivufY7AWtwP66YJxXkf4xJEnfIoIiNbw__&Key-Pair-Id=K3EI6M078Z3AC3", "height": 600, "width": 270 } ], "operation": [ "click", "click", "click", "type", "click" ], "bbox": [ { "x": 0.5799999833106995, "y": 0.722000002861023, "width": 1, "height": 1 }, { "x": 0.6230000257492065, "y": 0.7979999780654907, "width": 1, "height": 1 }, { "x": 0.3269999921321869, "y": 0.04800000041723251, "width": 1, "height": 1 }, null, { "x": 0.3970000147819519, "y": 0.19900000095367432, "width": 1, "height": 1 } ], "metadata": [ { "repr": "click Fhctas", "text": null }, { "repr": "click CHAT", "text": null }, { "repr": "click amazon.com'ap/signin?_erncoxting=l", "text": null }, { "repr": "type newegg", "text": "newegg" }, { "repr": "click ciie relail compary", "text": null } ] }
aitw_webshopping
mobile
[ "scroll up", "status task complete", "click", "press enter", "scroll right", "scroll left", "type", "scroll down", "press back", "press home" ]
false
End of preview. Expand in Data Studio

IDM-Multiple

IDM-Multiple is part of the IDMBench in AgentStudio for evaluating agent's ability to learn from Internet-scale videos without action labels. Specifically, this dataset requires VLMs to answer an action sequence within a video clip of screen recoding. Please note that this dataset is a test set rather than a training set. Therefore, please do not use it for training. More details are provided in the project page.

Downloads last month
64
Size of the auto-converted Parquet files:
1.45 GB
Number of rows:
345