KevinQHLin commited on
Commit
2afdb39
·
verified ·
1 Parent(s): f294967

Upload folder using huggingface_hub

Browse files
Files changed (41) hide show
  1. .gitattributes +31 -0
  2. images_and_description/action_videoframes/action_0/1199.jpg +3 -0
  3. images_and_description/action_videoframes/action_1/2123.jpg +3 -0
  4. images_and_description/action_videoframes/action_1/2143.jpg +3 -0
  5. images_and_description/action_videoframes/action_2/2351.jpg +3 -0
  6. images_and_description/action_videoframes/action_2/2371.jpg +3 -0
  7. images_and_description/action_videoframes/action_2/2391.jpg +3 -0
  8. images_and_description/action_videoframes/action_3/2969.jpg +3 -0
  9. images_and_description/action_videoframes/action_3/2989.jpg +3 -0
  10. images_and_description/action_videoframes/action_3/3009.jpg +3 -0
  11. images_and_description/action_videoframes/action_3/3029.jpg +3 -0
  12. images_and_description/action_videoframes/action_4/3449.jpg +3 -0
  13. images_and_description/action_videoframes/action_4/3469.jpg +3 -0
  14. images_and_description/action_videoframes/action_4/3489.jpg +3 -0
  15. images_and_description/action_videoframes/action_4/3509.jpg +3 -0
  16. images_and_description/action_videoframes/action_4/3529.jpg +3 -0
  17. images_and_description/action_videoframes/action_5/3719.jpg +3 -0
  18. images_and_description/action_videoframes/action_5/3739.jpg +3 -0
  19. images_and_description/action_videoframes/action_5/3759.jpg +3 -0
  20. images_and_description/action_videoframes/action_6/5249.jpg +3 -0
  21. images_and_description/action_videoframes/action_6/5269.jpg +3 -0
  22. images_and_description/action_videoframes/action_6/5289.jpg +3 -0
  23. images_and_description/action_videoframes/action_6/5309.jpg +3 -0
  24. images_and_description/action_videoframes/action_6/5329.jpg +3 -0
  25. images_and_description/action_videoframes/action_6/5349.jpg +3 -0
  26. images_and_description/action_videoframes/action_6/5369.jpg +3 -0
  27. images_and_description/action_videoframes/action_6/5389.jpg +3 -0
  28. images_and_description/action_videoframes/action_6/5409.jpg +3 -0
  29. images_and_description/action_videoframes/action_7/8423.jpg +3 -0
  30. images_and_description/action_videoframes/action_7/8443.jpg +3 -0
  31. images_and_description/action_videoframes/action_7/8463.jpg +3 -0
  32. images_and_description/images_and_description.action.json +55 -0
  33. images_and_description/images_and_description.asr.json +0 -0
  34. images_and_description/images_and_description.coo.json +208 -0
  35. images_and_description/images_and_description.ele.json +223 -0
  36. images_and_description/images_and_description.ele.match.json +223 -0
  37. images_and_description/images_and_description.final.json +277 -0
  38. images_and_description/images_and_description.mov +3 -0
  39. images_and_description/images_and_description.project.json +34 -0
  40. images_and_description/images_and_description.task.action.json +51 -0
  41. images_and_description/images_and_description.task.json +28 -0
.gitattributes CHANGED
@@ -4698,3 +4698,34 @@ change_contact/action_videoframes/action_8/6758.jpg filter=lfs diff=lfs merge=lf
4698
  change_contact/action_videoframes/action_9/6912.jpg filter=lfs diff=lfs merge=lfs -text
4699
  change_contact/action_videoframes/action_9/6932.jpg filter=lfs diff=lfs merge=lfs -text
4700
  change_contact/change_contact.mov filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
4698
  change_contact/action_videoframes/action_9/6912.jpg filter=lfs diff=lfs merge=lfs -text
4699
  change_contact/action_videoframes/action_9/6932.jpg filter=lfs diff=lfs merge=lfs -text
4700
  change_contact/change_contact.mov filter=lfs diff=lfs merge=lfs -text
4701
+ images_and_description/action_videoframes/action_0/1199.jpg filter=lfs diff=lfs merge=lfs -text
4702
+ images_and_description/action_videoframes/action_1/2123.jpg filter=lfs diff=lfs merge=lfs -text
4703
+ images_and_description/action_videoframes/action_1/2143.jpg filter=lfs diff=lfs merge=lfs -text
4704
+ images_and_description/action_videoframes/action_2/2351.jpg filter=lfs diff=lfs merge=lfs -text
4705
+ images_and_description/action_videoframes/action_2/2371.jpg filter=lfs diff=lfs merge=lfs -text
4706
+ images_and_description/action_videoframes/action_2/2391.jpg filter=lfs diff=lfs merge=lfs -text
4707
+ images_and_description/action_videoframes/action_3/2969.jpg filter=lfs diff=lfs merge=lfs -text
4708
+ images_and_description/action_videoframes/action_3/2989.jpg filter=lfs diff=lfs merge=lfs -text
4709
+ images_and_description/action_videoframes/action_3/3009.jpg filter=lfs diff=lfs merge=lfs -text
4710
+ images_and_description/action_videoframes/action_3/3029.jpg filter=lfs diff=lfs merge=lfs -text
4711
+ images_and_description/action_videoframes/action_4/3449.jpg filter=lfs diff=lfs merge=lfs -text
4712
+ images_and_description/action_videoframes/action_4/3469.jpg filter=lfs diff=lfs merge=lfs -text
4713
+ images_and_description/action_videoframes/action_4/3489.jpg filter=lfs diff=lfs merge=lfs -text
4714
+ images_and_description/action_videoframes/action_4/3509.jpg filter=lfs diff=lfs merge=lfs -text
4715
+ images_and_description/action_videoframes/action_4/3529.jpg filter=lfs diff=lfs merge=lfs -text
4716
+ images_and_description/action_videoframes/action_5/3719.jpg filter=lfs diff=lfs merge=lfs -text
4717
+ images_and_description/action_videoframes/action_5/3739.jpg filter=lfs diff=lfs merge=lfs -text
4718
+ images_and_description/action_videoframes/action_5/3759.jpg filter=lfs diff=lfs merge=lfs -text
4719
+ images_and_description/action_videoframes/action_6/5249.jpg filter=lfs diff=lfs merge=lfs -text
4720
+ images_and_description/action_videoframes/action_6/5269.jpg filter=lfs diff=lfs merge=lfs -text
4721
+ images_and_description/action_videoframes/action_6/5289.jpg filter=lfs diff=lfs merge=lfs -text
4722
+ images_and_description/action_videoframes/action_6/5309.jpg filter=lfs diff=lfs merge=lfs -text
4723
+ images_and_description/action_videoframes/action_6/5329.jpg filter=lfs diff=lfs merge=lfs -text
4724
+ images_and_description/action_videoframes/action_6/5349.jpg filter=lfs diff=lfs merge=lfs -text
4725
+ images_and_description/action_videoframes/action_6/5369.jpg filter=lfs diff=lfs merge=lfs -text
4726
+ images_and_description/action_videoframes/action_6/5389.jpg filter=lfs diff=lfs merge=lfs -text
4727
+ images_and_description/action_videoframes/action_6/5409.jpg filter=lfs diff=lfs merge=lfs -text
4728
+ images_and_description/action_videoframes/action_7/8423.jpg filter=lfs diff=lfs merge=lfs -text
4729
+ images_and_description/action_videoframes/action_7/8443.jpg filter=lfs diff=lfs merge=lfs -text
4730
+ images_and_description/action_videoframes/action_7/8463.jpg filter=lfs diff=lfs merge=lfs -text
4731
+ images_and_description/images_and_description.mov filter=lfs diff=lfs merge=lfs -text
images_and_description/action_videoframes/action_0/1199.jpg ADDED

Git LFS Details

  • SHA256: cc2873f389e467b4f0b9e861a47c1cc108902c3cad91209923a36670bdfdd40f
  • Pointer size: 131 Bytes
  • Size of remote file: 788 kB
images_and_description/action_videoframes/action_1/2123.jpg ADDED

Git LFS Details

  • SHA256: b4b64ebc101d83d22e1a817204faf644b4b1875d88f302df903e803b08c0070b
  • Pointer size: 131 Bytes
  • Size of remote file: 707 kB
images_and_description/action_videoframes/action_1/2143.jpg ADDED

Git LFS Details

  • SHA256: c8103e40348aec0bf18d566299b4a6bcf819251d0866643ed3abec72bf404743
  • Pointer size: 131 Bytes
  • Size of remote file: 707 kB
images_and_description/action_videoframes/action_2/2351.jpg ADDED

Git LFS Details

  • SHA256: 16602e9d5f3e2f58378ad1a226cab73284682bdd4a3c504ca2521d1c74865012
  • Pointer size: 131 Bytes
  • Size of remote file: 731 kB
images_and_description/action_videoframes/action_2/2371.jpg ADDED

Git LFS Details

  • SHA256: a504ad4f5ff7decbebd950fc5da1db7988c7acce18c925f2b83a957b079545c1
  • Pointer size: 131 Bytes
  • Size of remote file: 728 kB
images_and_description/action_videoframes/action_2/2391.jpg ADDED

Git LFS Details

  • SHA256: 5fc54b1d6fea09bbb4a82b61604dedf953072b9b96a443162828d01c7f1a7c8c
  • Pointer size: 131 Bytes
  • Size of remote file: 731 kB
images_and_description/action_videoframes/action_3/2969.jpg ADDED

Git LFS Details

  • SHA256: dfd0a57990f29d8729d323209d35f0473373b1a0aadc334078f7ecfa4ce67d4f
  • Pointer size: 131 Bytes
  • Size of remote file: 743 kB
images_and_description/action_videoframes/action_3/2989.jpg ADDED

Git LFS Details

  • SHA256: a77c16fb9c44be3c0a617cd244886aea6f34a2313be80deead08df804d001eed
  • Pointer size: 131 Bytes
  • Size of remote file: 744 kB
images_and_description/action_videoframes/action_3/3009.jpg ADDED

Git LFS Details

  • SHA256: 4948a08c5e8fc669b85080d942ca585cdecb2f271d177f2c44c086d5b9dbfb62
  • Pointer size: 131 Bytes
  • Size of remote file: 744 kB
images_and_description/action_videoframes/action_3/3029.jpg ADDED

Git LFS Details

  • SHA256: 8cc08817011db32e9ff05b976cac9dba0b570b2c4090c775d9fb9e0a6b181746
  • Pointer size: 131 Bytes
  • Size of remote file: 744 kB
images_and_description/action_videoframes/action_4/3449.jpg ADDED

Git LFS Details

  • SHA256: ec3919b2c4356cdbd40d954de79c42d0ce43b9fe993155b5bc7148cbf02adce0
  • Pointer size: 131 Bytes
  • Size of remote file: 491 kB
images_and_description/action_videoframes/action_4/3469.jpg ADDED

Git LFS Details

  • SHA256: 76eb8427129147a8730fee773f45e021ed402621e3bca2c6956f7938b9418b97
  • Pointer size: 131 Bytes
  • Size of remote file: 492 kB
images_and_description/action_videoframes/action_4/3489.jpg ADDED

Git LFS Details

  • SHA256: d68ba0bf0044b5ec11779af5c64ea667d95e9a94f72fd8978768f8cd46eb46a4
  • Pointer size: 131 Bytes
  • Size of remote file: 495 kB
images_and_description/action_videoframes/action_4/3509.jpg ADDED

Git LFS Details

  • SHA256: ac160e3aa8171d0b5defd6acd48c24f2d5a430461ea0c763d14c9292111c6ea6
  • Pointer size: 131 Bytes
  • Size of remote file: 466 kB
images_and_description/action_videoframes/action_4/3529.jpg ADDED

Git LFS Details

  • SHA256: 19f161dd564524cd36355fc447c9bb86191cfee18512178da284d18af65ee165
  • Pointer size: 131 Bytes
  • Size of remote file: 462 kB
images_and_description/action_videoframes/action_5/3719.jpg ADDED

Git LFS Details

  • SHA256: dfeb148d250266ab058f3fbc36e2d73b82a3b095bb92159b25c86f483e15b65d
  • Pointer size: 131 Bytes
  • Size of remote file: 441 kB
images_and_description/action_videoframes/action_5/3739.jpg ADDED

Git LFS Details

  • SHA256: 45355c07b263cedad45da6e288bf455e10af6a5eae6e65abfe86bd9363626af4
  • Pointer size: 131 Bytes
  • Size of remote file: 441 kB
images_and_description/action_videoframes/action_5/3759.jpg ADDED

Git LFS Details

  • SHA256: 74c3c2b694fd6dce579cec2328f8e4a4dca2124c3bd2b905efe21a385ec031c1
  • Pointer size: 131 Bytes
  • Size of remote file: 481 kB
images_and_description/action_videoframes/action_6/5249.jpg ADDED

Git LFS Details

  • SHA256: 8f9cff9a99e8ca933f77587c036f64a731ba9eac0e7e2796167a7c9971051475
  • Pointer size: 131 Bytes
  • Size of remote file: 370 kB
images_and_description/action_videoframes/action_6/5269.jpg ADDED

Git LFS Details

  • SHA256: 40f32723eef2f9b013e24dad661880d8b6e97260a8c380383525e076b1f3e313
  • Pointer size: 131 Bytes
  • Size of remote file: 370 kB
images_and_description/action_videoframes/action_6/5289.jpg ADDED

Git LFS Details

  • SHA256: 68d80122e146656a5e2a66672dba6eec1e67488f1e4b503bc791d2fe6ae6d9f5
  • Pointer size: 131 Bytes
  • Size of remote file: 366 kB
images_and_description/action_videoframes/action_6/5309.jpg ADDED

Git LFS Details

  • SHA256: ae9327c526f420b0c98889c22e13d3832cf7c9933f536064e734e10636325e92
  • Pointer size: 131 Bytes
  • Size of remote file: 366 kB
images_and_description/action_videoframes/action_6/5329.jpg ADDED

Git LFS Details

  • SHA256: f140c0d45b726609ebabc56dcc45838729580e692027bf230097b33eb46b761f
  • Pointer size: 131 Bytes
  • Size of remote file: 366 kB
images_and_description/action_videoframes/action_6/5349.jpg ADDED

Git LFS Details

  • SHA256: 3caec98960d571d55d0dadecb78c60bd09bad8bc1dd2778fdeb3bc9dc730fbee
  • Pointer size: 131 Bytes
  • Size of remote file: 366 kB
images_and_description/action_videoframes/action_6/5369.jpg ADDED

Git LFS Details

  • SHA256: 79fde98ccd2ac6861678422ef6d3856e2c7363ce6f254e9581c032ccfb96ca6f
  • Pointer size: 131 Bytes
  • Size of remote file: 366 kB
images_and_description/action_videoframes/action_6/5389.jpg ADDED

Git LFS Details

  • SHA256: 8559fd624a9706073ce58bbb30b2a801d164ff1557037cef9b14c29ecf5e933e
  • Pointer size: 131 Bytes
  • Size of remote file: 373 kB
images_and_description/action_videoframes/action_6/5409.jpg ADDED

Git LFS Details

  • SHA256: 3599753ec78dec31d2f4ecfc261b7f5f3e79079ed4e4571882aaa09f3d0ea06e
  • Pointer size: 131 Bytes
  • Size of remote file: 370 kB
images_and_description/action_videoframes/action_7/8423.jpg ADDED

Git LFS Details

  • SHA256: 660acc843f8b67e2b0369ac5271273e8aac66ee72f20832c832d40178f0f2bf6
  • Pointer size: 131 Bytes
  • Size of remote file: 658 kB
images_and_description/action_videoframes/action_7/8443.jpg ADDED

Git LFS Details

  • SHA256: a7e0aca2d2b9944b517c2563c68cf8076c170b93e19be224c29cedcc5300dd4e
  • Pointer size: 131 Bytes
  • Size of remote file: 658 kB
images_and_description/action_videoframes/action_7/8463.jpg ADDED

Git LFS Details

  • SHA256: 8197adbe7e0bc29757cdbe69e1c3c24f2c1087482d25434522d65c8991950475
  • Pointer size: 131 Bytes
  • Size of remote file: 658 kB
images_and_description/images_and_description.action.json ADDED
@@ -0,0 +1,55 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "actions": [
3
+ {
4
+ "index": 0,
5
+ "start": 20.0,
6
+ "end": 20.2,
7
+ "text": "Go to the 'Breakfast Foods' category."
8
+ },
9
+ {
10
+ "index": 1,
11
+ "start": 35.4,
12
+ "end": 35.9,
13
+ "text": "Right-click or control-click on an image."
14
+ },
15
+ {
16
+ "index": 2,
17
+ "start": 39.2,
18
+ "end": 40.0,
19
+ "text": "Copy the image address or save the image."
20
+ },
21
+ {
22
+ "index": 3,
23
+ "start": 49.5,
24
+ "end": 50.5,
25
+ "text": "Click on the item listing."
26
+ },
27
+ {
28
+ "index": 4,
29
+ "start": 57.5,
30
+ "end": 58.9,
31
+ "text": "Control-click or right-click on the second image."
32
+ },
33
+ {
34
+ "index": 5,
35
+ "start": 62.0,
36
+ "end": 62.7,
37
+ "text": "Double-click to get a better look at the image."
38
+ },
39
+ {
40
+ "index": 6,
41
+ "start": 87.5,
42
+ "end": 90.4,
43
+ "text": "Click again on the item to see nutritional facts."
44
+ },
45
+ {
46
+ "index": 7,
47
+ "start": 140.4,
48
+ "end": 141.2,
49
+ "text": "Scroll down from the image to view details."
50
+ }
51
+ ],
52
+ "total_tokens": 0,
53
+ "input_tokens": 0,
54
+ "output_tokens": 0
55
+ }
images_and_description/images_and_description.asr.json ADDED
The diff for this file is too large to render. See raw diff
 
images_and_description/images_and_description.coo.json ADDED
@@ -0,0 +1,208 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "index": 0,
4
+ "start": 20.0,
5
+ "end": 20.2,
6
+ "text": "Go to the 'Breakfast Foods' category.",
7
+ "cursor_coordinate": [
8
+ [
9
+ 2390.210693359375,
10
+ 1005.0308227539062
11
+ ]
12
+ ],
13
+ "bounding_box": [
14
+ 2190.210693359375,
15
+ 805.0308227539062,
16
+ 2590.210693359375,
17
+ 1205.0308227539062
18
+ ]
19
+ },
20
+ {
21
+ "index": 1,
22
+ "start": 35.4,
23
+ "end": 35.9,
24
+ "text": "Right-click or control-click on an image.",
25
+ "cursor_coordinate": [
26
+ [
27
+ 1432.8402099609375,
28
+ 842.5914306640625
29
+ ]
30
+ ],
31
+ "bounding_box": [
32
+ 1232.8402099609375,
33
+ 642.5914306640625,
34
+ 1632.8402099609375,
35
+ 1042.5914306640625
36
+ ]
37
+ },
38
+ {
39
+ "index": 2,
40
+ "start": 39.2,
41
+ "end": 40.0,
42
+ "text": "Copy the image address or save the image.",
43
+ "cursor_coordinate": [
44
+ [
45
+ 1514.9864501953125,
46
+ 1263.94921875
47
+ ],
48
+ [
49
+ 1487.7520751953125,
50
+ 1287.7344970703125
51
+ ],
52
+ [
53
+ 1506.7431640625,
54
+ 1221.296630859375
55
+ ]
56
+ ],
57
+ "bounding_box": [
58
+ 1287.7520751953125,
59
+ 1021.296630859375,
60
+ 1714.9864501953125,
61
+ 1487.7344970703125
62
+ ]
63
+ },
64
+ {
65
+ "index": 3,
66
+ "start": 49.5,
67
+ "end": 50.5,
68
+ "text": "Click on the item listing.",
69
+ "cursor_coordinate": [
70
+ [
71
+ 1010.40087890625,
72
+ 1417.7620849609375
73
+ ],
74
+ [
75
+ 997.6962890625,
76
+ 1381.5833740234375
77
+ ],
78
+ [
79
+ 997.7386474609375,
80
+ 1381.610595703125
81
+ ],
82
+ [
83
+ 997.7386474609375,
84
+ 1381.610595703125
85
+ ]
86
+ ],
87
+ "bounding_box": [
88
+ 797.6962890625,
89
+ 1181.5833740234375,
90
+ 1210.40087890625,
91
+ 1617.7620849609375
92
+ ]
93
+ },
94
+ {
95
+ "index": 4,
96
+ "start": 57.5,
97
+ "end": 58.9,
98
+ "text": "Control-click or right-click on the second image.",
99
+ "cursor_coordinate": [
100
+ [
101
+ 881.0097045898438,
102
+ 1111.7698974609375
103
+ ],
104
+ [
105
+ 910.2330322265625,
106
+ 1087.778564453125
107
+ ],
108
+ [
109
+ 1725.375244140625,
110
+ 905.1932983398438
111
+ ],
112
+ [
113
+ 1654.788330078125,
114
+ 948.152099609375
115
+ ],
116
+ [
117
+ 1553.4052734375,
118
+ 1015.417236328125
119
+ ]
120
+ ],
121
+ "bounding_box": [
122
+ 681.0097045898438,
123
+ 705.1932983398438,
124
+ 1925.375244140625,
125
+ 1311.7698974609375
126
+ ]
127
+ },
128
+ {
129
+ "index": 5,
130
+ "start": 62.0,
131
+ "end": 62.7,
132
+ "text": "Double-click to get a better look at the image.",
133
+ "cursor_coordinate": [
134
+ [
135
+ 2821.06591796875,
136
+ 256.54107666015625
137
+ ],
138
+ [
139
+ 2798.29736328125,
140
+ 257.1588439941406
141
+ ],
142
+ [
143
+ 2642.26025390625,
144
+ 478.00152587890625
145
+ ]
146
+ ],
147
+ "bounding_box": [
148
+ 2442.26025390625,
149
+ 56.54107666015625,
150
+ 3021.06591796875,
151
+ 678.0015258789062
152
+ ]
153
+ },
154
+ {
155
+ "index": 6,
156
+ "start": 87.5,
157
+ "end": 90.4,
158
+ "text": "Click again on the item to see nutritional facts.",
159
+ "cursor_coordinate": [
160
+ [
161
+ 602.111328125,
162
+ 1285.3980712890625
163
+ ],
164
+ [
165
+ 602.1307983398438,
166
+ 1285.40625
167
+ ],
168
+ [
169
+ 602.1129150390625,
170
+ 1285.3995361328125
171
+ ],
172
+ [
173
+ 602.11279296875,
174
+ 1285.3994140625
175
+ ],
176
+ [
177
+ 602.1126708984375,
178
+ 1285.3992919921875
179
+ ],
180
+ [
181
+ 602.1130981445312,
182
+ 1285.399658203125
183
+ ],
184
+ [
185
+ 659.0458374023438,
186
+ 1422.065673828125
187
+ ],
188
+ [
189
+ 661.8513793945312,
190
+ 1423.694091796875
191
+ ]
192
+ ],
193
+ "bounding_box": [
194
+ 402.111328125,
195
+ 1085.3980712890625,
196
+ 861.8513793945312,
197
+ 1623.694091796875
198
+ ]
199
+ },
200
+ {
201
+ "index": 7,
202
+ "start": 140.4,
203
+ "end": 141.2,
204
+ "text": "Scroll down from the image to view details.",
205
+ "cursor_coordinate": null,
206
+ "bounding_box": null
207
+ }
208
+ ]
images_and_description/images_and_description.ele.json ADDED
@@ -0,0 +1,223 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "index": 0,
4
+ "start": 20.0,
5
+ "end": 20.2,
6
+ "text": "Go to the 'Breakfast Foods' category.",
7
+ "cursor_coordinate": [
8
+ [
9
+ 2390.210693359375,
10
+ 1005.0308227539062
11
+ ]
12
+ ],
13
+ "bounding_box": [
14
+ 2190.210693359375,
15
+ 805.0308227539062,
16
+ 2590.210693359375,
17
+ 1205.0308227539062
18
+ ],
19
+ "GUI_elements": [],
20
+ "candidate_elements": []
21
+ },
22
+ {
23
+ "index": 1,
24
+ "start": 35.4,
25
+ "end": 35.9,
26
+ "text": "Right-click or control-click on an image.",
27
+ "cursor_coordinate": [
28
+ [
29
+ 1432.8402099609375,
30
+ 842.5914306640625
31
+ ]
32
+ ],
33
+ "bounding_box": [
34
+ 1232.8402099609375,
35
+ 642.5914306640625,
36
+ 1632.8402099609375,
37
+ 1042.5914306640625
38
+ ],
39
+ "GUI_elements": [],
40
+ "candidate_elements": []
41
+ },
42
+ {
43
+ "index": 2,
44
+ "start": 39.2,
45
+ "end": 40.0,
46
+ "text": "Copy the image address or save the image.",
47
+ "cursor_coordinate": [
48
+ [
49
+ 1514.9864501953125,
50
+ 1263.94921875
51
+ ],
52
+ [
53
+ 1487.7520751953125,
54
+ 1287.7344970703125
55
+ ],
56
+ [
57
+ 1506.7431640625,
58
+ 1221.296630859375
59
+ ]
60
+ ],
61
+ "bounding_box": [
62
+ 1287.7520751953125,
63
+ 1021.296630859375,
64
+ 1714.9864501953125,
65
+ 1487.7344970703125
66
+ ],
67
+ "GUI_elements": [],
68
+ "candidate_elements": []
69
+ },
70
+ {
71
+ "index": 3,
72
+ "start": 49.5,
73
+ "end": 50.5,
74
+ "text": "Click on the item listing.",
75
+ "cursor_coordinate": [
76
+ [
77
+ 1010.40087890625,
78
+ 1417.7620849609375
79
+ ],
80
+ [
81
+ 997.6962890625,
82
+ 1381.5833740234375
83
+ ],
84
+ [
85
+ 997.7386474609375,
86
+ 1381.610595703125
87
+ ],
88
+ [
89
+ 997.7386474609375,
90
+ 1381.610595703125
91
+ ]
92
+ ],
93
+ "bounding_box": [
94
+ 797.6962890625,
95
+ 1181.5833740234375,
96
+ 1210.40087890625,
97
+ 1617.7620849609375
98
+ ],
99
+ "GUI_elements": [],
100
+ "candidate_elements": []
101
+ },
102
+ {
103
+ "index": 4,
104
+ "start": 57.5,
105
+ "end": 58.9,
106
+ "text": "Control-click or right-click on the second image.",
107
+ "cursor_coordinate": [
108
+ [
109
+ 881.0097045898438,
110
+ 1111.7698974609375
111
+ ],
112
+ [
113
+ 910.2330322265625,
114
+ 1087.778564453125
115
+ ],
116
+ [
117
+ 1725.375244140625,
118
+ 905.1932983398438
119
+ ],
120
+ [
121
+ 1654.788330078125,
122
+ 948.152099609375
123
+ ],
124
+ [
125
+ 1553.4052734375,
126
+ 1015.417236328125
127
+ ]
128
+ ],
129
+ "bounding_box": [
130
+ 681.0097045898438,
131
+ 705.1932983398438,
132
+ 1925.375244140625,
133
+ 1311.7698974609375
134
+ ],
135
+ "GUI_elements": [],
136
+ "candidate_elements": []
137
+ },
138
+ {
139
+ "index": 5,
140
+ "start": 62.0,
141
+ "end": 62.7,
142
+ "text": "Double-click to get a better look at the image.",
143
+ "cursor_coordinate": [
144
+ [
145
+ 2821.06591796875,
146
+ 256.54107666015625
147
+ ],
148
+ [
149
+ 2798.29736328125,
150
+ 257.1588439941406
151
+ ],
152
+ [
153
+ 2642.26025390625,
154
+ 478.00152587890625
155
+ ]
156
+ ],
157
+ "bounding_box": [
158
+ 2442.26025390625,
159
+ 56.54107666015625,
160
+ 3021.06591796875,
161
+ 678.0015258789062
162
+ ],
163
+ "GUI_elements": [],
164
+ "candidate_elements": []
165
+ },
166
+ {
167
+ "index": 6,
168
+ "start": 87.5,
169
+ "end": 90.4,
170
+ "text": "Click again on the item to see nutritional facts.",
171
+ "cursor_coordinate": [
172
+ [
173
+ 602.111328125,
174
+ 1285.3980712890625
175
+ ],
176
+ [
177
+ 602.1307983398438,
178
+ 1285.40625
179
+ ],
180
+ [
181
+ 602.1129150390625,
182
+ 1285.3995361328125
183
+ ],
184
+ [
185
+ 602.11279296875,
186
+ 1285.3994140625
187
+ ],
188
+ [
189
+ 602.1126708984375,
190
+ 1285.3992919921875
191
+ ],
192
+ [
193
+ 602.1130981445312,
194
+ 1285.399658203125
195
+ ],
196
+ [
197
+ 659.0458374023438,
198
+ 1422.065673828125
199
+ ],
200
+ [
201
+ 661.8513793945312,
202
+ 1423.694091796875
203
+ ]
204
+ ],
205
+ "bounding_box": [
206
+ 402.111328125,
207
+ 1085.3980712890625,
208
+ 861.8513793945312,
209
+ 1623.694091796875
210
+ ],
211
+ "GUI_elements": [],
212
+ "candidate_elements": []
213
+ },
214
+ {
215
+ "index": 7,
216
+ "start": 140.4,
217
+ "end": 141.2,
218
+ "text": "Scroll down from the image to view details.",
219
+ "cursor_coordinate": null,
220
+ "bounding_box": null,
221
+ "GUI_elements": []
222
+ }
223
+ ]
images_and_description/images_and_description.ele.match.json ADDED
@@ -0,0 +1,223 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "index": 0,
4
+ "start": 20.0,
5
+ "end": 20.2,
6
+ "text": "Go to the 'Breakfast Foods' category.",
7
+ "cursor_coordinate": [
8
+ [
9
+ 2390.210693359375,
10
+ 1005.0308227539062
11
+ ]
12
+ ],
13
+ "bounding_box": [
14
+ 2190.210693359375,
15
+ 805.0308227539062,
16
+ 2590.210693359375,
17
+ 1205.0308227539062
18
+ ],
19
+ "GUI_elements": [],
20
+ "candidate_elements": []
21
+ },
22
+ {
23
+ "index": 1,
24
+ "start": 35.4,
25
+ "end": 35.9,
26
+ "text": "Right-click or control-click on an image.",
27
+ "cursor_coordinate": [
28
+ [
29
+ 1432.8402099609375,
30
+ 842.5914306640625
31
+ ]
32
+ ],
33
+ "bounding_box": [
34
+ 1232.8402099609375,
35
+ 642.5914306640625,
36
+ 1632.8402099609375,
37
+ 1042.5914306640625
38
+ ],
39
+ "GUI_elements": [],
40
+ "candidate_elements": []
41
+ },
42
+ {
43
+ "index": 2,
44
+ "start": 39.2,
45
+ "end": 40.0,
46
+ "text": "Copy the image address or save the image.",
47
+ "cursor_coordinate": [
48
+ [
49
+ 1514.9864501953125,
50
+ 1263.94921875
51
+ ],
52
+ [
53
+ 1487.7520751953125,
54
+ 1287.7344970703125
55
+ ],
56
+ [
57
+ 1506.7431640625,
58
+ 1221.296630859375
59
+ ]
60
+ ],
61
+ "bounding_box": [
62
+ 1287.7520751953125,
63
+ 1021.296630859375,
64
+ 1714.9864501953125,
65
+ 1487.7344970703125
66
+ ],
67
+ "GUI_elements": [],
68
+ "candidate_elements": []
69
+ },
70
+ {
71
+ "index": 3,
72
+ "start": 49.5,
73
+ "end": 50.5,
74
+ "text": "Click on the item listing.",
75
+ "cursor_coordinate": [
76
+ [
77
+ 1010.40087890625,
78
+ 1417.7620849609375
79
+ ],
80
+ [
81
+ 997.6962890625,
82
+ 1381.5833740234375
83
+ ],
84
+ [
85
+ 997.7386474609375,
86
+ 1381.610595703125
87
+ ],
88
+ [
89
+ 997.7386474609375,
90
+ 1381.610595703125
91
+ ]
92
+ ],
93
+ "bounding_box": [
94
+ 797.6962890625,
95
+ 1181.5833740234375,
96
+ 1210.40087890625,
97
+ 1617.7620849609375
98
+ ],
99
+ "GUI_elements": [],
100
+ "candidate_elements": []
101
+ },
102
+ {
103
+ "index": 4,
104
+ "start": 57.5,
105
+ "end": 58.9,
106
+ "text": "Control-click or right-click on the second image.",
107
+ "cursor_coordinate": [
108
+ [
109
+ 881.0097045898438,
110
+ 1111.7698974609375
111
+ ],
112
+ [
113
+ 910.2330322265625,
114
+ 1087.778564453125
115
+ ],
116
+ [
117
+ 1725.375244140625,
118
+ 905.1932983398438
119
+ ],
120
+ [
121
+ 1654.788330078125,
122
+ 948.152099609375
123
+ ],
124
+ [
125
+ 1553.4052734375,
126
+ 1015.417236328125
127
+ ]
128
+ ],
129
+ "bounding_box": [
130
+ 681.0097045898438,
131
+ 705.1932983398438,
132
+ 1925.375244140625,
133
+ 1311.7698974609375
134
+ ],
135
+ "GUI_elements": [],
136
+ "candidate_elements": []
137
+ },
138
+ {
139
+ "index": 5,
140
+ "start": 62.0,
141
+ "end": 62.7,
142
+ "text": "Double-click to get a better look at the image.",
143
+ "cursor_coordinate": [
144
+ [
145
+ 2821.06591796875,
146
+ 256.54107666015625
147
+ ],
148
+ [
149
+ 2798.29736328125,
150
+ 257.1588439941406
151
+ ],
152
+ [
153
+ 2642.26025390625,
154
+ 478.00152587890625
155
+ ]
156
+ ],
157
+ "bounding_box": [
158
+ 2442.26025390625,
159
+ 56.54107666015625,
160
+ 3021.06591796875,
161
+ 678.0015258789062
162
+ ],
163
+ "GUI_elements": [],
164
+ "candidate_elements": []
165
+ },
166
+ {
167
+ "index": 6,
168
+ "start": 87.5,
169
+ "end": 90.4,
170
+ "text": "Click again on the item to see nutritional facts.",
171
+ "cursor_coordinate": [
172
+ [
173
+ 602.111328125,
174
+ 1285.3980712890625
175
+ ],
176
+ [
177
+ 602.1307983398438,
178
+ 1285.40625
179
+ ],
180
+ [
181
+ 602.1129150390625,
182
+ 1285.3995361328125
183
+ ],
184
+ [
185
+ 602.11279296875,
186
+ 1285.3994140625
187
+ ],
188
+ [
189
+ 602.1126708984375,
190
+ 1285.3992919921875
191
+ ],
192
+ [
193
+ 602.1130981445312,
194
+ 1285.399658203125
195
+ ],
196
+ [
197
+ 659.0458374023438,
198
+ 1422.065673828125
199
+ ],
200
+ [
201
+ 661.8513793945312,
202
+ 1423.694091796875
203
+ ]
204
+ ],
205
+ "bounding_box": [
206
+ 402.111328125,
207
+ 1085.3980712890625,
208
+ 861.8513793945312,
209
+ 1623.694091796875
210
+ ],
211
+ "GUI_elements": [],
212
+ "candidate_elements": []
213
+ },
214
+ {
215
+ "index": 7,
216
+ "start": 140.4,
217
+ "end": 141.2,
218
+ "text": "Scroll down from the image to view details.",
219
+ "cursor_coordinate": null,
220
+ "bounding_box": null,
221
+ "GUI_elements": []
222
+ }
223
+ ]
images_and_description/images_and_description.final.json ADDED
@@ -0,0 +1,277 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "id": null,
3
+ "software": "Unknown",
4
+ "title": "images_and_description",
5
+ "task with actions": [
6
+ {
7
+ "task_index": 0,
8
+ "task": "Learn how to obtain additional information and images for items not available at the service level.",
9
+ "actions": []
10
+ },
11
+ {
12
+ "task_index": 1,
13
+ "task": "Click on the item listing to access additional images and information.",
14
+ "actions": [
15
+ {
16
+ "index": 3,
17
+ "start": 49.5,
18
+ "end": 50.5,
19
+ "text": "Click on the item listing."
20
+ }
21
+ ]
22
+ },
23
+ {
24
+ "task_index": 2,
25
+ "task": "View nutritional information and other details by clicking on the item.",
26
+ "actions": [
27
+ {
28
+ "index": 3,
29
+ "start": 49.5,
30
+ "end": 50.5,
31
+ "text": "Click on the item listing."
32
+ },
33
+ {
34
+ "index": 6,
35
+ "start": 87.5,
36
+ "end": 90.4,
37
+ "text": "Click again on the item to see nutritional facts."
38
+ }
39
+ ]
40
+ },
41
+ {
42
+ "task_index": 3,
43
+ "task": "Scroll down from the image to find package dimensions and nutritional details.",
44
+ "actions": [
45
+ {
46
+ "index": 7,
47
+ "start": 140.4,
48
+ "end": 141.2,
49
+ "text": "Scroll down from the image to view details."
50
+ }
51
+ ]
52
+ }
53
+ ],
54
+ "action with elements": [
55
+ {
56
+ "index": 0,
57
+ "start": 20.0,
58
+ "end": 20.2,
59
+ "text": "Go to the 'Breakfast Foods' category.",
60
+ "cursor_coordinate": [
61
+ [
62
+ 2390.210693359375,
63
+ 1005.0308227539062
64
+ ]
65
+ ],
66
+ "bounding_box": [
67
+ 2190.210693359375,
68
+ 805.0308227539062,
69
+ 2590.210693359375,
70
+ 1205.0308227539062
71
+ ],
72
+ "GUI_elements": [],
73
+ "candidate_elements": []
74
+ },
75
+ {
76
+ "index": 1,
77
+ "start": 35.4,
78
+ "end": 35.9,
79
+ "text": "Right-click or control-click on an image.",
80
+ "cursor_coordinate": [
81
+ [
82
+ 1432.8402099609375,
83
+ 842.5914306640625
84
+ ]
85
+ ],
86
+ "bounding_box": [
87
+ 1232.8402099609375,
88
+ 642.5914306640625,
89
+ 1632.8402099609375,
90
+ 1042.5914306640625
91
+ ],
92
+ "GUI_elements": [],
93
+ "candidate_elements": []
94
+ },
95
+ {
96
+ "index": 2,
97
+ "start": 39.2,
98
+ "end": 40.0,
99
+ "text": "Copy the image address or save the image.",
100
+ "cursor_coordinate": [
101
+ [
102
+ 1514.9864501953125,
103
+ 1263.94921875
104
+ ],
105
+ [
106
+ 1487.7520751953125,
107
+ 1287.7344970703125
108
+ ],
109
+ [
110
+ 1506.7431640625,
111
+ 1221.296630859375
112
+ ]
113
+ ],
114
+ "bounding_box": [
115
+ 1287.7520751953125,
116
+ 1021.296630859375,
117
+ 1714.9864501953125,
118
+ 1487.7344970703125
119
+ ],
120
+ "GUI_elements": [],
121
+ "candidate_elements": []
122
+ },
123
+ {
124
+ "index": 3,
125
+ "start": 49.5,
126
+ "end": 50.5,
127
+ "text": "Click on the item listing.",
128
+ "cursor_coordinate": [
129
+ [
130
+ 1010.40087890625,
131
+ 1417.7620849609375
132
+ ],
133
+ [
134
+ 997.6962890625,
135
+ 1381.5833740234375
136
+ ],
137
+ [
138
+ 997.7386474609375,
139
+ 1381.610595703125
140
+ ],
141
+ [
142
+ 997.7386474609375,
143
+ 1381.610595703125
144
+ ]
145
+ ],
146
+ "bounding_box": [
147
+ 797.6962890625,
148
+ 1181.5833740234375,
149
+ 1210.40087890625,
150
+ 1617.7620849609375
151
+ ],
152
+ "GUI_elements": [],
153
+ "candidate_elements": []
154
+ },
155
+ {
156
+ "index": 4,
157
+ "start": 57.5,
158
+ "end": 58.9,
159
+ "text": "Control-click or right-click on the second image.",
160
+ "cursor_coordinate": [
161
+ [
162
+ 881.0097045898438,
163
+ 1111.7698974609375
164
+ ],
165
+ [
166
+ 910.2330322265625,
167
+ 1087.778564453125
168
+ ],
169
+ [
170
+ 1725.375244140625,
171
+ 905.1932983398438
172
+ ],
173
+ [
174
+ 1654.788330078125,
175
+ 948.152099609375
176
+ ],
177
+ [
178
+ 1553.4052734375,
179
+ 1015.417236328125
180
+ ]
181
+ ],
182
+ "bounding_box": [
183
+ 681.0097045898438,
184
+ 705.1932983398438,
185
+ 1925.375244140625,
186
+ 1311.7698974609375
187
+ ],
188
+ "GUI_elements": [],
189
+ "candidate_elements": []
190
+ },
191
+ {
192
+ "index": 5,
193
+ "start": 62.0,
194
+ "end": 62.7,
195
+ "text": "Double-click to get a better look at the image.",
196
+ "cursor_coordinate": [
197
+ [
198
+ 2821.06591796875,
199
+ 256.54107666015625
200
+ ],
201
+ [
202
+ 2798.29736328125,
203
+ 257.1588439941406
204
+ ],
205
+ [
206
+ 2642.26025390625,
207
+ 478.00152587890625
208
+ ]
209
+ ],
210
+ "bounding_box": [
211
+ 2442.26025390625,
212
+ 56.54107666015625,
213
+ 3021.06591796875,
214
+ 678.0015258789062
215
+ ],
216
+ "GUI_elements": [],
217
+ "candidate_elements": []
218
+ },
219
+ {
220
+ "index": 6,
221
+ "start": 87.5,
222
+ "end": 90.4,
223
+ "text": "Click again on the item to see nutritional facts.",
224
+ "cursor_coordinate": [
225
+ [
226
+ 602.111328125,
227
+ 1285.3980712890625
228
+ ],
229
+ [
230
+ 602.1307983398438,
231
+ 1285.40625
232
+ ],
233
+ [
234
+ 602.1129150390625,
235
+ 1285.3995361328125
236
+ ],
237
+ [
238
+ 602.11279296875,
239
+ 1285.3994140625
240
+ ],
241
+ [
242
+ 602.1126708984375,
243
+ 1285.3992919921875
244
+ ],
245
+ [
246
+ 602.1130981445312,
247
+ 1285.399658203125
248
+ ],
249
+ [
250
+ 659.0458374023438,
251
+ 1422.065673828125
252
+ ],
253
+ [
254
+ 661.8513793945312,
255
+ 1423.694091796875
256
+ ]
257
+ ],
258
+ "bounding_box": [
259
+ 402.111328125,
260
+ 1085.3980712890625,
261
+ 861.8513793945312,
262
+ 1623.694091796875
263
+ ],
264
+ "GUI_elements": [],
265
+ "candidate_elements": []
266
+ },
267
+ {
268
+ "index": 7,
269
+ "start": 140.4,
270
+ "end": 141.2,
271
+ "text": "Scroll down from the image to view details.",
272
+ "cursor_coordinate": null,
273
+ "bounding_box": null,
274
+ "GUI_elements": []
275
+ }
276
+ ]
277
+ }
images_and_description/images_and_description.mov ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c9e052a4b0681832c2228e4e5143e0b959c6c8ae610925fb9f2af9b31e213d1
3
+ size 278470535
images_and_description/images_and_description.project.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "projects": [
3
+ {
4
+ "project_index": 0,
5
+ "project_title": "How to access and view additional information and images for items",
6
+ "tasks": [
7
+ {
8
+ "index": 0,
9
+ "start": 5.5,
10
+ "end": 18.8,
11
+ "text": "Learn how to obtain additional information and images for items not available at the service level."
12
+ },
13
+ {
14
+ "index": 1,
15
+ "start": 49.1,
16
+ "end": 50.8,
17
+ "text": "Click on the item listing to access additional images and information."
18
+ },
19
+ {
20
+ "index": 2,
21
+ "start": 71.8,
22
+ "end": 79.7,
23
+ "text": "View nutritional information and other details by clicking on the item."
24
+ },
25
+ {
26
+ "index": 3,
27
+ "start": 136.7,
28
+ "end": 141.5,
29
+ "text": "Scroll down from the image to find package dimensions and nutritional details."
30
+ }
31
+ ]
32
+ }
33
+ ]
34
+ }
images_and_description/images_and_description.task.action.json ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task with actions": [
3
+ {
4
+ "task_index": 0,
5
+ "task": "Learn how to obtain additional information and images for items not available at the service level.",
6
+ "actions": []
7
+ },
8
+ {
9
+ "task_index": 1,
10
+ "task": "Click on the item listing to access additional images and information.",
11
+ "actions": [
12
+ {
13
+ "index": 3,
14
+ "start": 49.5,
15
+ "end": 50.5,
16
+ "text": "Click on the item listing."
17
+ }
18
+ ]
19
+ },
20
+ {
21
+ "task_index": 2,
22
+ "task": "View nutritional information and other details by clicking on the item.",
23
+ "actions": [
24
+ {
25
+ "index": 3,
26
+ "start": 49.5,
27
+ "end": 50.5,
28
+ "text": "Click on the item listing."
29
+ },
30
+ {
31
+ "index": 6,
32
+ "start": 87.5,
33
+ "end": 90.4,
34
+ "text": "Click again on the item to see nutritional facts."
35
+ }
36
+ ]
37
+ },
38
+ {
39
+ "task_index": 3,
40
+ "task": "Scroll down from the image to find package dimensions and nutritional details.",
41
+ "actions": [
42
+ {
43
+ "index": 7,
44
+ "start": 140.4,
45
+ "end": 141.2,
46
+ "text": "Scroll down from the image to view details."
47
+ }
48
+ ]
49
+ }
50
+ ]
51
+ }
images_and_description/images_and_description.task.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "tasks": [
3
+ {
4
+ "index": 0,
5
+ "start": 5.5,
6
+ "end": 18.8,
7
+ "text": "Learn how to obtain additional information and images for items not available at the service level."
8
+ },
9
+ {
10
+ "index": 1,
11
+ "start": 49.1,
12
+ "end": 50.8,
13
+ "text": "Click on the item listing to access additional images and information."
14
+ },
15
+ {
16
+ "index": 2,
17
+ "start": 71.8,
18
+ "end": 79.7,
19
+ "text": "View nutritional information and other details by clicking on the item."
20
+ },
21
+ {
22
+ "index": 3,
23
+ "start": 136.7,
24
+ "end": 141.5,
25
+ "text": "Scroll down from the image to find package dimensions and nutritional details."
26
+ }
27
+ ]
28
+ }