KevinQHLin commited on
Commit
fe19c87
·
verified ·
1 Parent(s): a007395

Upload folder using huggingface_hub

Browse files
.gitattributes CHANGED
@@ -499,3 +499,24 @@ get_times_from_shopping_admin/action_videoframes/action_7/7300.jpg filter=lfs di
499
  get_times_from_shopping_admin/action_videoframes/action_7/7320.jpg filter=lfs diff=lfs merge=lfs -text
500
  get_times_from_shopping_admin/action_videoframes/action_7/7340.jpg filter=lfs diff=lfs merge=lfs -text
501
  get_times_from_shopping_admin/get_times_from_shopping_admin.mov filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
499
  get_times_from_shopping_admin/action_videoframes/action_7/7320.jpg filter=lfs diff=lfs merge=lfs -text
500
  get_times_from_shopping_admin/action_videoframes/action_7/7340.jpg filter=lfs diff=lfs merge=lfs -text
501
  get_times_from_shopping_admin/get_times_from_shopping_admin.mov filter=lfs diff=lfs merge=lfs -text
502
+ buy_shoes/action_videoframes/action_0/2502.jpg filter=lfs diff=lfs merge=lfs -text
503
+ buy_shoes/action_videoframes/action_0/2522.jpg filter=lfs diff=lfs merge=lfs -text
504
+ buy_shoes/action_videoframes/action_0/2542.jpg filter=lfs diff=lfs merge=lfs -text
505
+ buy_shoes/action_videoframes/action_0/2562.jpg filter=lfs diff=lfs merge=lfs -text
506
+ buy_shoes/action_videoframes/action_1/3444.jpg filter=lfs diff=lfs merge=lfs -text
507
+ buy_shoes/action_videoframes/action_1/3464.jpg filter=lfs diff=lfs merge=lfs -text
508
+ buy_shoes/action_videoframes/action_2/5148.jpg filter=lfs diff=lfs merge=lfs -text
509
+ buy_shoes/action_videoframes/action_2/5168.jpg filter=lfs diff=lfs merge=lfs -text
510
+ buy_shoes/action_videoframes/action_2/5188.jpg filter=lfs diff=lfs merge=lfs -text
511
+ buy_shoes/action_videoframes/action_3/5886.jpg filter=lfs diff=lfs merge=lfs -text
512
+ buy_shoes/action_videoframes/action_3/5906.jpg filter=lfs diff=lfs merge=lfs -text
513
+ buy_shoes/action_videoframes/action_3/5926.jpg filter=lfs diff=lfs merge=lfs -text
514
+ buy_shoes/action_videoframes/action_3/5946.jpg filter=lfs diff=lfs merge=lfs -text
515
+ buy_shoes/action_videoframes/action_3/5966.jpg filter=lfs diff=lfs merge=lfs -text
516
+ buy_shoes/action_videoframes/action_4/6156.jpg filter=lfs diff=lfs merge=lfs -text
517
+ buy_shoes/action_videoframes/action_4/6176.jpg filter=lfs diff=lfs merge=lfs -text
518
+ buy_shoes/action_videoframes/action_4/6196.jpg filter=lfs diff=lfs merge=lfs -text
519
+ buy_shoes/action_videoframes/action_4/6216.jpg filter=lfs diff=lfs merge=lfs -text
520
+ buy_shoes/action_videoframes/action_4/6236.jpg filter=lfs diff=lfs merge=lfs -text
521
+ buy_shoes/action_videoframes/action_5/6396.jpg filter=lfs diff=lfs merge=lfs -text
522
+ buy_shoes/buy_shoes.mov filter=lfs diff=lfs merge=lfs -text
buy_shoes/action_videoframes/action_0/2502.jpg ADDED

Git LFS Details

  • SHA256: e9149dc3683e06aa6dcd1efffecdc720021240b6d7f51008f40ebcd2174bfc51
  • Pointer size: 131 Bytes
  • Size of remote file: 630 kB
buy_shoes/action_videoframes/action_0/2522.jpg ADDED

Git LFS Details

  • SHA256: f8f1d9a3af3d0ad4a41832419b44609bbdd3dd8f57cdb144ea6e8281dd51a1dc
  • Pointer size: 131 Bytes
  • Size of remote file: 519 kB
buy_shoes/action_videoframes/action_0/2542.jpg ADDED

Git LFS Details

  • SHA256: d9ca63969957b2936c0498c91afb3fcd90987d2d1aeacbc87087c7a5fd082506
  • Pointer size: 131 Bytes
  • Size of remote file: 532 kB
buy_shoes/action_videoframes/action_0/2562.jpg ADDED

Git LFS Details

  • SHA256: c2a33daab2d05eea00c1e7be455cc05c5878d01ebb26a93e870da9802a2339f9
  • Pointer size: 131 Bytes
  • Size of remote file: 523 kB
buy_shoes/action_videoframes/action_1/3444.jpg ADDED

Git LFS Details

  • SHA256: 2921cca086162e7aa8a668797234cb11f110a0b07ae0a28def787d2c988acd51
  • Pointer size: 131 Bytes
  • Size of remote file: 199 kB
buy_shoes/action_videoframes/action_1/3464.jpg ADDED

Git LFS Details

  • SHA256: 690cc450d6b3f4778d730e82df0a564ced8bf74400a0d5092d795f7dd593bbac
  • Pointer size: 131 Bytes
  • Size of remote file: 203 kB
buy_shoes/action_videoframes/action_2/5148.jpg ADDED

Git LFS Details

  • SHA256: b960031b00e6bec35907aad6b2266e92a4aec6669788f7f24ab90434d897b673
  • Pointer size: 131 Bytes
  • Size of remote file: 368 kB
buy_shoes/action_videoframes/action_2/5168.jpg ADDED

Git LFS Details

  • SHA256: e5fb6131e508a2741175d7a2d3aeceda66c3ad077f89ef187a971fb6e40086e6
  • Pointer size: 131 Bytes
  • Size of remote file: 368 kB
buy_shoes/action_videoframes/action_2/5188.jpg ADDED

Git LFS Details

  • SHA256: 8e9b47f1261948253b8993a21c04ff9351c8858deb314b35ebb7c039edd16098
  • Pointer size: 131 Bytes
  • Size of remote file: 368 kB
buy_shoes/action_videoframes/action_3/5886.jpg ADDED

Git LFS Details

  • SHA256: 3deb83f89f96696998373460047d347dab4f57494766db979eb1736ad7195e89
  • Pointer size: 131 Bytes
  • Size of remote file: 525 kB
buy_shoes/action_videoframes/action_3/5906.jpg ADDED

Git LFS Details

  • SHA256: 3881590ddc6e79ecbbb81cb76968762e7b61b19c4d4fe09f9cbf759340308858
  • Pointer size: 131 Bytes
  • Size of remote file: 465 kB
buy_shoes/action_videoframes/action_3/5926.jpg ADDED

Git LFS Details

  • SHA256: aa27706f901d175dd3e49f493603c592ed9a74fd8dfba2db35790b45b0afdc48
  • Pointer size: 131 Bytes
  • Size of remote file: 464 kB
buy_shoes/action_videoframes/action_3/5946.jpg ADDED

Git LFS Details

  • SHA256: c0117b970896b0506162d9136bb3b0e5daa4feb435809e68e8303799540298e0
  • Pointer size: 131 Bytes
  • Size of remote file: 450 kB
buy_shoes/action_videoframes/action_3/5966.jpg ADDED

Git LFS Details

  • SHA256: b1283f7e96e07f540e653cbf5db90b5f27670e5c4f07e07137d96c75f1b54821
  • Pointer size: 131 Bytes
  • Size of remote file: 449 kB
buy_shoes/action_videoframes/action_4/6156.jpg ADDED

Git LFS Details

  • SHA256: f7d70e10067d4a00be1ccea1d4518c38ce8f2ffd69a6d9ef78ecd008ff9b3363
  • Pointer size: 131 Bytes
  • Size of remote file: 440 kB
buy_shoes/action_videoframes/action_4/6176.jpg ADDED

Git LFS Details

  • SHA256: 787f8522211e989dcf17015f02178beeb422544cc738440fff8933daf03b3012
  • Pointer size: 131 Bytes
  • Size of remote file: 440 kB
buy_shoes/action_videoframes/action_4/6196.jpg ADDED

Git LFS Details

  • SHA256: 9f1c8149bda195df6fb7ecfaca8f3fb95df9945e603c418f6e6d3bad0b18a26a
  • Pointer size: 131 Bytes
  • Size of remote file: 440 kB
buy_shoes/action_videoframes/action_4/6216.jpg ADDED

Git LFS Details

  • SHA256: e2dc4e417f2ebdd9bff2004d9c0966012f10e5b442c273af7ecd7c12e7dcff2a
  • Pointer size: 131 Bytes
  • Size of remote file: 430 kB
buy_shoes/action_videoframes/action_4/6236.jpg ADDED

Git LFS Details

  • SHA256: 5d2a784a395f5c3657f0c79c16a34267516c894d6903c877aa3879ae5cbbe16c
  • Pointer size: 131 Bytes
  • Size of remote file: 400 kB
buy_shoes/action_videoframes/action_5/6396.jpg ADDED

Git LFS Details

  • SHA256: 76f25ac1b5139c2422a27cf0e12292a33b7f7c1cc1a6c5fbdafd344f3acb63c1
  • Pointer size: 131 Bytes
  • Size of remote file: 273 kB
buy_shoes/buy_shoes.action.json ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "actions": [
3
+ {
4
+ "index": 0,
5
+ "start": 41.7,
6
+ "end": 42.8,
7
+ "text": "Click on the 'LeBron shoes' in the first row."
8
+ },
9
+ {
10
+ "index": 1,
11
+ "start": 57.4,
12
+ "end": 58.0,
13
+ "text": "Add the selected red shoes to the cart."
14
+ },
15
+ {
16
+ "index": 2,
17
+ "start": 85.8,
18
+ "end": 86.5,
19
+ "text": "Add the white shoes to the wish list due to unavailability of size."
20
+ },
21
+ {
22
+ "index": 3,
23
+ "start": 98.1,
24
+ "end": 99.6,
25
+ "text": "Click on the desired item."
26
+ },
27
+ {
28
+ "index": 4,
29
+ "start": 102.6,
30
+ "end": 104.2,
31
+ "text": "Select the color and size of the item."
32
+ },
33
+ {
34
+ "index": 5,
35
+ "start": 106.6,
36
+ "end": 106.9,
37
+ "text": "Add the item to the cart."
38
+ }
39
+ ],
40
+ "total_tokens": 0,
41
+ "input_tokens": 0,
42
+ "output_tokens": 0
43
+ }
buy_shoes/buy_shoes.asr.json ADDED
The diff for this file is too large to render. See raw diff
 
buy_shoes/buy_shoes.coo.json ADDED
@@ -0,0 +1,162 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "index": 0,
4
+ "start": 41.7,
5
+ "end": 42.8,
6
+ "text": "Click on the 'LeBron shoes' in the first row.",
7
+ "cursor_coordinate": [
8
+ [
9
+ 1494.4359130859375,
10
+ 957.408203125
11
+ ],
12
+ [
13
+ 1490.395751953125,
14
+ 954.5943603515625
15
+ ],
16
+ [
17
+ 1490.9847412109375,
18
+ 954.923095703125
19
+ ],
20
+ [
21
+ 1387.9246826171875,
22
+ 1165.6141357421875
23
+ ]
24
+ ],
25
+ "bounding_box": [
26
+ 1187.9246826171875,
27
+ 754.5943603515625,
28
+ 1694.4359130859375,
29
+ 1365.6141357421875
30
+ ]
31
+ },
32
+ {
33
+ "index": 1,
34
+ "start": 57.4,
35
+ "end": 58.0,
36
+ "text": "Add the selected red shoes to the cart.",
37
+ "cursor_coordinate": [
38
+ [
39
+ 2060.19921875,
40
+ 1371.2757568359375
41
+ ],
42
+ [
43
+ 2060.378173828125,
44
+ 1371.28662109375
45
+ ]
46
+ ],
47
+ "bounding_box": [
48
+ 1860.19921875,
49
+ 1171.2757568359375,
50
+ 2260.378173828125,
51
+ 1571.28662109375
52
+ ]
53
+ },
54
+ {
55
+ "index": 2,
56
+ "start": 85.8,
57
+ "end": 86.5,
58
+ "text": "Add the white shoes to the wish list due to unavailability of size.",
59
+ "cursor_coordinate": [
60
+ [
61
+ 2270.43310546875,
62
+ 1575.911376953125
63
+ ],
64
+ [
65
+ 1839.06396484375,
66
+ 1638.0391845703125
67
+ ],
68
+ [
69
+ 1810.126953125,
70
+ 1563.857421875
71
+ ]
72
+ ],
73
+ "bounding_box": [
74
+ 1610.126953125,
75
+ 1363.857421875,
76
+ 2470.43310546875,
77
+ 1838.0391845703125
78
+ ]
79
+ },
80
+ {
81
+ "index": 3,
82
+ "start": 98.1,
83
+ "end": 99.6,
84
+ "text": "Click on the desired item.",
85
+ "cursor_coordinate": [
86
+ [
87
+ 1216.181884765625,
88
+ 1271.39501953125
89
+ ],
90
+ [
91
+ 1566.4619140625,
92
+ 1267.5169677734375
93
+ ],
94
+ [
95
+ 1566.560791015625,
96
+ 1267.3677978515625
97
+ ],
98
+ [
99
+ 2085.821533203125,
100
+ 1222.8109130859375
101
+ ]
102
+ ],
103
+ "bounding_box": [
104
+ 1016.181884765625,
105
+ 1022.8109130859375,
106
+ 2285.821533203125,
107
+ 1471.39501953125
108
+ ]
109
+ },
110
+ {
111
+ "index": 4,
112
+ "start": 102.6,
113
+ "end": 104.2,
114
+ "text": "Select the color and size of the item.",
115
+ "cursor_coordinate": [
116
+ [
117
+ 1810.381103515625,
118
+ 302.78436279296875
119
+ ],
120
+ [
121
+ 1774.8668212890625,
122
+ 298.7756652832031
123
+ ],
124
+ [
125
+ 1754.35009765625,
126
+ 290.86749267578125
127
+ ],
128
+ [
129
+ 2009.474365234375,
130
+ 1014.1057739257812
131
+ ],
132
+ [
133
+ 2010.147705078125,
134
+ 1012.9691162109375
135
+ ]
136
+ ],
137
+ "bounding_box": [
138
+ 1554.35009765625,
139
+ 90.86749267578125,
140
+ 2210.147705078125,
141
+ 1214.1057739257812
142
+ ]
143
+ },
144
+ {
145
+ "index": 5,
146
+ "start": 106.6,
147
+ "end": 106.9,
148
+ "text": "Add the item to the cart.",
149
+ "cursor_coordinate": [
150
+ [
151
+ 2063.1630859375,
152
+ 1172.0850830078125
153
+ ]
154
+ ],
155
+ "bounding_box": [
156
+ 1863.1630859375,
157
+ 972.0850830078125,
158
+ 2263.1630859375,
159
+ 1372.0850830078125
160
+ ]
161
+ }
162
+ ]
buy_shoes/buy_shoes.ele.json ADDED
@@ -0,0 +1,174 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "index": 0,
4
+ "start": 41.7,
5
+ "end": 42.8,
6
+ "text": "Click on the 'LeBron shoes' in the first row.",
7
+ "cursor_coordinate": [
8
+ [
9
+ 1494.4359130859375,
10
+ 957.408203125
11
+ ],
12
+ [
13
+ 1490.395751953125,
14
+ 954.5943603515625
15
+ ],
16
+ [
17
+ 1490.9847412109375,
18
+ 954.923095703125
19
+ ],
20
+ [
21
+ 1387.9246826171875,
22
+ 1165.6141357421875
23
+ ]
24
+ ],
25
+ "bounding_box": [
26
+ 1187.9246826171875,
27
+ 754.5943603515625,
28
+ 1694.4359130859375,
29
+ 1365.6141357421875
30
+ ],
31
+ "GUI_elements": [],
32
+ "candidate_elements": []
33
+ },
34
+ {
35
+ "index": 1,
36
+ "start": 57.4,
37
+ "end": 58.0,
38
+ "text": "Add the selected red shoes to the cart.",
39
+ "cursor_coordinate": [
40
+ [
41
+ 2060.19921875,
42
+ 1371.2757568359375
43
+ ],
44
+ [
45
+ 2060.378173828125,
46
+ 1371.28662109375
47
+ ]
48
+ ],
49
+ "bounding_box": [
50
+ 1860.19921875,
51
+ 1171.2757568359375,
52
+ 2260.378173828125,
53
+ 1571.28662109375
54
+ ],
55
+ "GUI_elements": [],
56
+ "candidate_elements": []
57
+ },
58
+ {
59
+ "index": 2,
60
+ "start": 85.8,
61
+ "end": 86.5,
62
+ "text": "Add the white shoes to the wish list due to unavailability of size.",
63
+ "cursor_coordinate": [
64
+ [
65
+ 2270.43310546875,
66
+ 1575.911376953125
67
+ ],
68
+ [
69
+ 1839.06396484375,
70
+ 1638.0391845703125
71
+ ],
72
+ [
73
+ 1810.126953125,
74
+ 1563.857421875
75
+ ]
76
+ ],
77
+ "bounding_box": [
78
+ 1610.126953125,
79
+ 1363.857421875,
80
+ 2470.43310546875,
81
+ 1838.0391845703125
82
+ ],
83
+ "GUI_elements": [],
84
+ "candidate_elements": []
85
+ },
86
+ {
87
+ "index": 3,
88
+ "start": 98.1,
89
+ "end": 99.6,
90
+ "text": "Click on the desired item.",
91
+ "cursor_coordinate": [
92
+ [
93
+ 1216.181884765625,
94
+ 1271.39501953125
95
+ ],
96
+ [
97
+ 1566.4619140625,
98
+ 1267.5169677734375
99
+ ],
100
+ [
101
+ 1566.560791015625,
102
+ 1267.3677978515625
103
+ ],
104
+ [
105
+ 2085.821533203125,
106
+ 1222.8109130859375
107
+ ]
108
+ ],
109
+ "bounding_box": [
110
+ 1016.181884765625,
111
+ 1022.8109130859375,
112
+ 2285.821533203125,
113
+ 1471.39501953125
114
+ ],
115
+ "GUI_elements": [],
116
+ "candidate_elements": []
117
+ },
118
+ {
119
+ "index": 4,
120
+ "start": 102.6,
121
+ "end": 104.2,
122
+ "text": "Select the color and size of the item.",
123
+ "cursor_coordinate": [
124
+ [
125
+ 1810.381103515625,
126
+ 302.78436279296875
127
+ ],
128
+ [
129
+ 1774.8668212890625,
130
+ 298.7756652832031
131
+ ],
132
+ [
133
+ 1754.35009765625,
134
+ 290.86749267578125
135
+ ],
136
+ [
137
+ 2009.474365234375,
138
+ 1014.1057739257812
139
+ ],
140
+ [
141
+ 2010.147705078125,
142
+ 1012.9691162109375
143
+ ]
144
+ ],
145
+ "bounding_box": [
146
+ 1554.35009765625,
147
+ 90.86749267578125,
148
+ 2210.147705078125,
149
+ 1214.1057739257812
150
+ ],
151
+ "GUI_elements": [],
152
+ "candidate_elements": []
153
+ },
154
+ {
155
+ "index": 5,
156
+ "start": 106.6,
157
+ "end": 106.9,
158
+ "text": "Add the item to the cart.",
159
+ "cursor_coordinate": [
160
+ [
161
+ 2063.1630859375,
162
+ 1172.0850830078125
163
+ ]
164
+ ],
165
+ "bounding_box": [
166
+ 1863.1630859375,
167
+ 972.0850830078125,
168
+ 2263.1630859375,
169
+ 1372.0850830078125
170
+ ],
171
+ "GUI_elements": [],
172
+ "candidate_elements": []
173
+ }
174
+ ]
buy_shoes/buy_shoes.ele.match.json ADDED
@@ -0,0 +1,174 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "index": 0,
4
+ "start": 41.7,
5
+ "end": 42.8,
6
+ "text": "Click on the 'LeBron shoes' in the first row.",
7
+ "cursor_coordinate": [
8
+ [
9
+ 1494.4359130859375,
10
+ 957.408203125
11
+ ],
12
+ [
13
+ 1490.395751953125,
14
+ 954.5943603515625
15
+ ],
16
+ [
17
+ 1490.9847412109375,
18
+ 954.923095703125
19
+ ],
20
+ [
21
+ 1387.9246826171875,
22
+ 1165.6141357421875
23
+ ]
24
+ ],
25
+ "bounding_box": [
26
+ 1187.9246826171875,
27
+ 754.5943603515625,
28
+ 1694.4359130859375,
29
+ 1365.6141357421875
30
+ ],
31
+ "GUI_elements": [],
32
+ "candidate_elements": []
33
+ },
34
+ {
35
+ "index": 1,
36
+ "start": 57.4,
37
+ "end": 58.0,
38
+ "text": "Add the selected red shoes to the cart.",
39
+ "cursor_coordinate": [
40
+ [
41
+ 2060.19921875,
42
+ 1371.2757568359375
43
+ ],
44
+ [
45
+ 2060.378173828125,
46
+ 1371.28662109375
47
+ ]
48
+ ],
49
+ "bounding_box": [
50
+ 1860.19921875,
51
+ 1171.2757568359375,
52
+ 2260.378173828125,
53
+ 1571.28662109375
54
+ ],
55
+ "GUI_elements": [],
56
+ "candidate_elements": []
57
+ },
58
+ {
59
+ "index": 2,
60
+ "start": 85.8,
61
+ "end": 86.5,
62
+ "text": "Add the white shoes to the wish list due to unavailability of size.",
63
+ "cursor_coordinate": [
64
+ [
65
+ 2270.43310546875,
66
+ 1575.911376953125
67
+ ],
68
+ [
69
+ 1839.06396484375,
70
+ 1638.0391845703125
71
+ ],
72
+ [
73
+ 1810.126953125,
74
+ 1563.857421875
75
+ ]
76
+ ],
77
+ "bounding_box": [
78
+ 1610.126953125,
79
+ 1363.857421875,
80
+ 2470.43310546875,
81
+ 1838.0391845703125
82
+ ],
83
+ "GUI_elements": [],
84
+ "candidate_elements": []
85
+ },
86
+ {
87
+ "index": 3,
88
+ "start": 98.1,
89
+ "end": 99.6,
90
+ "text": "Click on the desired item.",
91
+ "cursor_coordinate": [
92
+ [
93
+ 1216.181884765625,
94
+ 1271.39501953125
95
+ ],
96
+ [
97
+ 1566.4619140625,
98
+ 1267.5169677734375
99
+ ],
100
+ [
101
+ 1566.560791015625,
102
+ 1267.3677978515625
103
+ ],
104
+ [
105
+ 2085.821533203125,
106
+ 1222.8109130859375
107
+ ]
108
+ ],
109
+ "bounding_box": [
110
+ 1016.181884765625,
111
+ 1022.8109130859375,
112
+ 2285.821533203125,
113
+ 1471.39501953125
114
+ ],
115
+ "GUI_elements": [],
116
+ "candidate_elements": []
117
+ },
118
+ {
119
+ "index": 4,
120
+ "start": 102.6,
121
+ "end": 104.2,
122
+ "text": "Select the color and size of the item.",
123
+ "cursor_coordinate": [
124
+ [
125
+ 1810.381103515625,
126
+ 302.78436279296875
127
+ ],
128
+ [
129
+ 1774.8668212890625,
130
+ 298.7756652832031
131
+ ],
132
+ [
133
+ 1754.35009765625,
134
+ 290.86749267578125
135
+ ],
136
+ [
137
+ 2009.474365234375,
138
+ 1014.1057739257812
139
+ ],
140
+ [
141
+ 2010.147705078125,
142
+ 1012.9691162109375
143
+ ]
144
+ ],
145
+ "bounding_box": [
146
+ 1554.35009765625,
147
+ 90.86749267578125,
148
+ 2210.147705078125,
149
+ 1214.1057739257812
150
+ ],
151
+ "GUI_elements": [],
152
+ "candidate_elements": []
153
+ },
154
+ {
155
+ "index": 5,
156
+ "start": 106.6,
157
+ "end": 106.9,
158
+ "text": "Add the item to the cart.",
159
+ "cursor_coordinate": [
160
+ [
161
+ 2063.1630859375,
162
+ 1172.0850830078125
163
+ ]
164
+ ],
165
+ "bounding_box": [
166
+ 1863.1630859375,
167
+ 972.0850830078125,
168
+ 2263.1630859375,
169
+ 1372.0850830078125
170
+ ],
171
+ "GUI_elements": [],
172
+ "candidate_elements": []
173
+ }
174
+ ]
buy_shoes/buy_shoes.final.json ADDED
@@ -0,0 +1,239 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "id": null,
3
+ "software": "Unknown",
4
+ "title": "buy_shoes",
5
+ "task with actions": [
6
+ {
7
+ "task_index": 0,
8
+ "task": "Walk through the process of buying shoes on the One Stop Market.",
9
+ "actions": []
10
+ },
11
+ {
12
+ "task_index": 1,
13
+ "task": "Search for basketball shoes on the One Stop Market.",
14
+ "actions": []
15
+ },
16
+ {
17
+ "task_index": 2,
18
+ "task": "Identify and select the desired LeBron shoes.",
19
+ "actions": [
20
+ {
21
+ "index": 0,
22
+ "start": 41.7,
23
+ "end": 42.8,
24
+ "text": "Click on the 'LeBron shoes' in the first row."
25
+ }
26
+ ]
27
+ },
28
+ {
29
+ "task_index": 3,
30
+ "task": "Add the selected shoes to the cart after confirming size and color.",
31
+ "actions": [
32
+ {
33
+ "index": 1,
34
+ "start": 57.4,
35
+ "end": 58.0,
36
+ "text": "Add the selected red shoes to the cart."
37
+ }
38
+ ]
39
+ },
40
+ {
41
+ "task_index": 4,
42
+ "task": "Add unavailable shoes to the wish list for future purchase.",
43
+ "actions": [
44
+ {
45
+ "index": 2,
46
+ "start": 85.8,
47
+ "end": 86.5,
48
+ "text": "Add the white shoes to the wish list due to unavailability of size."
49
+ }
50
+ ]
51
+ },
52
+ {
53
+ "task_index": 5,
54
+ "task": "Ensure correct selection of size and color before adding shoes to the cart.",
55
+ "actions": [
56
+ {
57
+ "index": 4,
58
+ "start": 102.6,
59
+ "end": 104.2,
60
+ "text": "Select the color and size of the item."
61
+ }
62
+ ]
63
+ }
64
+ ],
65
+ "action with elements": [
66
+ {
67
+ "index": 0,
68
+ "start": 41.7,
69
+ "end": 42.8,
70
+ "text": "Click on the 'LeBron shoes' in the first row.",
71
+ "cursor_coordinate": [
72
+ [
73
+ 1494.4359130859375,
74
+ 957.408203125
75
+ ],
76
+ [
77
+ 1490.395751953125,
78
+ 954.5943603515625
79
+ ],
80
+ [
81
+ 1490.9847412109375,
82
+ 954.923095703125
83
+ ],
84
+ [
85
+ 1387.9246826171875,
86
+ 1165.6141357421875
87
+ ]
88
+ ],
89
+ "bounding_box": [
90
+ 1187.9246826171875,
91
+ 754.5943603515625,
92
+ 1694.4359130859375,
93
+ 1365.6141357421875
94
+ ],
95
+ "GUI_elements": [],
96
+ "candidate_elements": []
97
+ },
98
+ {
99
+ "index": 1,
100
+ "start": 57.4,
101
+ "end": 58.0,
102
+ "text": "Add the selected red shoes to the cart.",
103
+ "cursor_coordinate": [
104
+ [
105
+ 2060.19921875,
106
+ 1371.2757568359375
107
+ ],
108
+ [
109
+ 2060.378173828125,
110
+ 1371.28662109375
111
+ ]
112
+ ],
113
+ "bounding_box": [
114
+ 1860.19921875,
115
+ 1171.2757568359375,
116
+ 2260.378173828125,
117
+ 1571.28662109375
118
+ ],
119
+ "GUI_elements": [],
120
+ "candidate_elements": []
121
+ },
122
+ {
123
+ "index": 2,
124
+ "start": 85.8,
125
+ "end": 86.5,
126
+ "text": "Add the white shoes to the wish list due to unavailability of size.",
127
+ "cursor_coordinate": [
128
+ [
129
+ 2270.43310546875,
130
+ 1575.911376953125
131
+ ],
132
+ [
133
+ 1839.06396484375,
134
+ 1638.0391845703125
135
+ ],
136
+ [
137
+ 1810.126953125,
138
+ 1563.857421875
139
+ ]
140
+ ],
141
+ "bounding_box": [
142
+ 1610.126953125,
143
+ 1363.857421875,
144
+ 2470.43310546875,
145
+ 1838.0391845703125
146
+ ],
147
+ "GUI_elements": [],
148
+ "candidate_elements": []
149
+ },
150
+ {
151
+ "index": 3,
152
+ "start": 98.1,
153
+ "end": 99.6,
154
+ "text": "Click on the desired item.",
155
+ "cursor_coordinate": [
156
+ [
157
+ 1216.181884765625,
158
+ 1271.39501953125
159
+ ],
160
+ [
161
+ 1566.4619140625,
162
+ 1267.5169677734375
163
+ ],
164
+ [
165
+ 1566.560791015625,
166
+ 1267.3677978515625
167
+ ],
168
+ [
169
+ 2085.821533203125,
170
+ 1222.8109130859375
171
+ ]
172
+ ],
173
+ "bounding_box": [
174
+ 1016.181884765625,
175
+ 1022.8109130859375,
176
+ 2285.821533203125,
177
+ 1471.39501953125
178
+ ],
179
+ "GUI_elements": [],
180
+ "candidate_elements": []
181
+ },
182
+ {
183
+ "index": 4,
184
+ "start": 102.6,
185
+ "end": 104.2,
186
+ "text": "Select the color and size of the item.",
187
+ "cursor_coordinate": [
188
+ [
189
+ 1810.381103515625,
190
+ 302.78436279296875
191
+ ],
192
+ [
193
+ 1774.8668212890625,
194
+ 298.7756652832031
195
+ ],
196
+ [
197
+ 1754.35009765625,
198
+ 290.86749267578125
199
+ ],
200
+ [
201
+ 2009.474365234375,
202
+ 1014.1057739257812
203
+ ],
204
+ [
205
+ 2010.147705078125,
206
+ 1012.9691162109375
207
+ ]
208
+ ],
209
+ "bounding_box": [
210
+ 1554.35009765625,
211
+ 90.86749267578125,
212
+ 2210.147705078125,
213
+ 1214.1057739257812
214
+ ],
215
+ "GUI_elements": [],
216
+ "candidate_elements": []
217
+ },
218
+ {
219
+ "index": 5,
220
+ "start": 106.6,
221
+ "end": 106.9,
222
+ "text": "Add the item to the cart.",
223
+ "cursor_coordinate": [
224
+ [
225
+ 2063.1630859375,
226
+ 1172.0850830078125
227
+ ]
228
+ ],
229
+ "bounding_box": [
230
+ 1863.1630859375,
231
+ 972.0850830078125,
232
+ 2263.1630859375,
233
+ 1372.0850830078125
234
+ ],
235
+ "GUI_elements": [],
236
+ "candidate_elements": []
237
+ }
238
+ ]
239
+ }
buy_shoes/buy_shoes.mov ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09a905be888770f438a2f890308933c2e57276e11f3c6bff53f730ee14622021
3
+ size 180203555
buy_shoes/buy_shoes.project.json ADDED
@@ -0,0 +1,52 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "projects": [
3
+ {
4
+ "project_index": 0,
5
+ "project_title": "How to search and select shoes on the One Stop Market",
6
+ "tasks": [
7
+ {
8
+ "index": 0,
9
+ "start": 5.6,
10
+ "end": 11.3,
11
+ "text": "Walk through the process of buying shoes on the One Stop Market."
12
+ },
13
+ {
14
+ "index": 1,
15
+ "start": 28.5,
16
+ "end": 33.3,
17
+ "text": "Search for basketball shoes on the One Stop Market."
18
+ },
19
+ {
20
+ "index": 2,
21
+ "start": 33.9,
22
+ "end": 38.6,
23
+ "text": "Identify and select the desired LeBron shoes."
24
+ }
25
+ ]
26
+ },
27
+ {
28
+ "project_index": 1,
29
+ "project_title": "How to add shoes to the cart and wish list",
30
+ "tasks": [
31
+ {
32
+ "index": 3,
33
+ "start": 54.6,
34
+ "end": 58.3,
35
+ "text": "Add the selected shoes to the cart after confirming size and color."
36
+ },
37
+ {
38
+ "index": 4,
39
+ "start": 74.4,
40
+ "end": 92.6,
41
+ "text": "Add unavailable shoes to the wish list for future purchase."
42
+ },
43
+ {
44
+ "index": 5,
45
+ "start": 97.6,
46
+ "end": 107.1,
47
+ "text": "Ensure correct selection of size and color before adding shoes to the cart."
48
+ }
49
+ ]
50
+ }
51
+ ]
52
+ }
buy_shoes/buy_shoes.task.action.json ADDED
@@ -0,0 +1,62 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "task with actions": [
3
+ {
4
+ "task_index": 0,
5
+ "task": "Walk through the process of buying shoes on the One Stop Market.",
6
+ "actions": []
7
+ },
8
+ {
9
+ "task_index": 1,
10
+ "task": "Search for basketball shoes on the One Stop Market.",
11
+ "actions": []
12
+ },
13
+ {
14
+ "task_index": 2,
15
+ "task": "Identify and select the desired LeBron shoes.",
16
+ "actions": [
17
+ {
18
+ "index": 0,
19
+ "start": 41.7,
20
+ "end": 42.8,
21
+ "text": "Click on the 'LeBron shoes' in the first row."
22
+ }
23
+ ]
24
+ },
25
+ {
26
+ "task_index": 3,
27
+ "task": "Add the selected shoes to the cart after confirming size and color.",
28
+ "actions": [
29
+ {
30
+ "index": 1,
31
+ "start": 57.4,
32
+ "end": 58.0,
33
+ "text": "Add the selected red shoes to the cart."
34
+ }
35
+ ]
36
+ },
37
+ {
38
+ "task_index": 4,
39
+ "task": "Add unavailable shoes to the wish list for future purchase.",
40
+ "actions": [
41
+ {
42
+ "index": 2,
43
+ "start": 85.8,
44
+ "end": 86.5,
45
+ "text": "Add the white shoes to the wish list due to unavailability of size."
46
+ }
47
+ ]
48
+ },
49
+ {
50
+ "task_index": 5,
51
+ "task": "Ensure correct selection of size and color before adding shoes to the cart.",
52
+ "actions": [
53
+ {
54
+ "index": 4,
55
+ "start": 102.6,
56
+ "end": 104.2,
57
+ "text": "Select the color and size of the item."
58
+ }
59
+ ]
60
+ }
61
+ ]
62
+ }
buy_shoes/buy_shoes.task.json ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "tasks": [
3
+ {
4
+ "index": 0,
5
+ "start": 5.6,
6
+ "end": 11.3,
7
+ "text": "Walk through the process of buying shoes on the One Stop Market."
8
+ },
9
+ {
10
+ "index": 1,
11
+ "start": 28.5,
12
+ "end": 33.3,
13
+ "text": "Search for basketball shoes on the One Stop Market."
14
+ },
15
+ {
16
+ "index": 2,
17
+ "start": 33.9,
18
+ "end": 38.6,
19
+ "text": "Identify and select the desired LeBron shoes."
20
+ },
21
+ {
22
+ "index": 3,
23
+ "start": 54.6,
24
+ "end": 58.3,
25
+ "text": "Add the selected shoes to the cart after confirming size and color."
26
+ },
27
+ {
28
+ "index": 4,
29
+ "start": 74.4,
30
+ "end": 92.6,
31
+ "text": "Add unavailable shoes to the wish list for future purchase."
32
+ },
33
+ {
34
+ "index": 5,
35
+ "start": 97.6,
36
+ "end": 107.1,
37
+ "text": "Ensure correct selection of size and color before adding shoes to the cart."
38
+ }
39
+ ]
40
+ }