add_using_spatial_reasoning/hf_train_plan.json

[
    {
        "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/add_using_spatial_reasoning/action_videoframes/action_0/926.jpg",
        "img_size": [
            2880,
            1800
        ],
        "query": "Identify the desired item based on its position in the layout grid.",
        "answer": [
            "Identify the item you want to add from the first row.",
            "Move the mouse over the first column to highlight items."
        ]
    },
    {
        "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/add_using_spatial_reasoning/action_videoframes/action_1/2236.jpg",
        "img_size": [
            2880,
            1800
        ],
        "query": "Identify the desired item based on its position in the layout grid.",
        "answer": [
            "Move the mouse over the first column to highlight items."
        ]
    },
    {
        "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/add_using_spatial_reasoning/action_videoframes/action_2/3288.jpg",
        "img_size": [
            2880,
            1800
        ],
        "query": "Locate the item in the specified row and column.",
        "answer": [
            "Identify the item in the third row and third column."
        ]
    },
    {
        "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/add_using_spatial_reasoning/action_videoframes/action_6/5404.jpg",
        "img_size": [
            2880,
            1800
        ],
        "query": "Add the identified item to the wishlist or cart.",
        "answer": [
            "Add the whey protein to the wishlist.",
            "Add the whey protein to the cart."
        ]
    },
    {
        "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/add_using_spatial_reasoning/action_videoframes/action_7/5730.jpg",
        "img_size": [
            2880,
            1800
        ],
        "query": "Add the identified item to the wishlist or cart.",
        "answer": [
            "Add the whey protein to the cart."
        ]
    },
    {
        "img_url": "/home/qinghong/data/GUI_database/VideoWebArena/Unknown/add_using_spatial_reasoning/action_videoframes/action_4/4730.jpg",
        "img_size": [
            2880,
            1800
        ],
        "query": "Understand the layout to efficiently add items to the cart or wishlist.",
        "answer": [
            "Identify the item in the first row and second column for protein."
        ]
    }
]