KevinQHLin commited on
Commit
7f5b9b0
·
verified ·
1 Parent(s): 5844aa8

Upload folder using huggingface_hub

Browse files
add_using_spatial_reasoning/add_using_spatial_reasoning.ele.json CHANGED
The diff for this file is too large to render. See raw diff
 
add_using_spatial_reasoning/add_using_spatial_reasoning.ele.match.json CHANGED
The diff for this file is too large to render. See raw diff
 
add_using_spatial_reasoning/add_using_spatial_reasoning.final.json CHANGED
The diff for this file is too large to render. See raw diff
 
add_using_spatial_reasoning/hf_train_ele.json ADDED
The diff for this file is too large to render. See raw diff
 
add_using_spatial_reasoning/hf_train_plan.json ADDED
@@ -0,0 +1,70 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/add_using_spatial_reasoning/action_videoframes/action_0/926.jpg",
4
+ "img_size": [
5
+ 2880,
6
+ 1800
7
+ ],
8
+ "query": "Identify the desired item based on its position in the layout grid.",
9
+ "answer": [
10
+ "Identify the item you want to add from the first row.",
11
+ "Move the mouse over the first column to highlight items."
12
+ ]
13
+ },
14
+ {
15
+ "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/add_using_spatial_reasoning/action_videoframes/action_1/2236.jpg",
16
+ "img_size": [
17
+ 2880,
18
+ 1800
19
+ ],
20
+ "query": "Identify the desired item based on its position in the layout grid.",
21
+ "answer": [
22
+ "Move the mouse over the first column to highlight items."
23
+ ]
24
+ },
25
+ {
26
+ "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/add_using_spatial_reasoning/action_videoframes/action_2/3288.jpg",
27
+ "img_size": [
28
+ 2880,
29
+ 1800
30
+ ],
31
+ "query": "Locate the item in the specified row and column.",
32
+ "answer": [
33
+ "Identify the item in the third row and third column."
34
+ ]
35
+ },
36
+ {
37
+ "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/add_using_spatial_reasoning/action_videoframes/action_6/5404.jpg",
38
+ "img_size": [
39
+ 2880,
40
+ 1800
41
+ ],
42
+ "query": "Add the identified item to the wishlist or cart.",
43
+ "answer": [
44
+ "Add the whey protein to the wishlist.",
45
+ "Add the whey protein to the cart."
46
+ ]
47
+ },
48
+ {
49
+ "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/add_using_spatial_reasoning/action_videoframes/action_7/5730.jpg",
50
+ "img_size": [
51
+ 2880,
52
+ 1800
53
+ ],
54
+ "query": "Add the identified item to the wishlist or cart.",
55
+ "answer": [
56
+ "Add the whey protein to the cart."
57
+ ]
58
+ },
59
+ {
60
+ "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/add_using_spatial_reasoning/action_videoframes/action_4/4730.jpg",
61
+ "img_size": [
62
+ 2880,
63
+ 1800
64
+ ],
65
+ "query": "Understand the layout to efficiently add items to the cart or wishlist.",
66
+ "answer": [
67
+ "Identify the item in the first row and second column for protein."
68
+ ]
69
+ }
70
+ ]