VLM_Comparison / Monday /monday_mcq_test_4o.json
advaitgupta's picture
Upload folder using huggingface_hub
8718432 verified
[
{
"episode_id": "SIjOxM9jVj8",
"step_id": 0,
"screenshot_path": "./monday_mcq_images_4o/test_SIjOxM9jVj8__frame_0000.png",
"source": "MONDAY",
"category": "test",
"os": "Android",
"goal": "How To Change Discord Password 2021 | Discord Account Password Change Help | Discord Mobile App",
"action_history": "",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"CLICK at [50, 970]",
"SCROLL_UP",
"CLICK at [95, 922]",
"CLICK at [500, 1000]"
],
"answer": 2
},
{
"episode_id": "SIjOxM9jVj8",
"step_id": 1,
"screenshot_path": "./monday_mcq_images_4o/test_SIjOxM9jVj8__frame_0001.png",
"source": "MONDAY",
"category": "test",
"os": "Android",
"goal": "How To Change Discord Password 2021 | Discord Account Password Change Help | Discord Mobile App",
"action_history": "Step 0: CLICK at [95, 922]",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"SCROLL_DOWN",
"CLICK at [474, 850]",
"CLICK at [92, 1055]",
"CLICK at [474, 959]"
],
"answer": 3
},
{
"episode_id": "SIjOxM9jVj8",
"step_id": 2,
"screenshot_path": "./monday_mcq_images_4o/test_SIjOxM9jVj8__frame_0002.png",
"source": "MONDAY",
"category": "test",
"os": "Android",
"goal": "How To Change Discord Password 2021 | Discord Account Password Change Help | Discord Mobile App",
"action_history": "Step 0: CLICK at [95, 922]\nStep 1: CLICK at [474, 959]",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"CLICK at [100, 500]",
"CLICK at [300, 700]",
"CLICK at [41, 468]",
"SCROLL_DOWN"
],
"answer": 2
},
{
"episode_id": "SIjOxM9jVj8",
"step_id": 3,
"screenshot_path": "./monday_mcq_images_4o/test_SIjOxM9jVj8__frame_0003.png",
"source": "MONDAY",
"category": "test",
"os": "Android",
"goal": "How To Change Discord Password 2021 | Discord Account Password Change Help | Discord Mobile App",
"action_history": "Step 0: CLICK at [95, 922]\nStep 1: CLICK at [474, 959]\nStep 2: CLICK at [41, 468]",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"CLICK at [180, 552]",
"CLICK at [100, 700]",
"SCROLL_DOWN",
"CLICK at [320, 552]"
],
"answer": 0
},
{
"episode_id": "5BorCTZqrpo",
"step_id": 0,
"screenshot_path": "./monday_mcq_images_4o/test_5BorCTZqrpo__frame_0000.png",
"source": "MONDAY",
"category": "test",
"os": "iOS",
"goal": "How to Add Dark Mode Shortcut to iPhone Control Center (NEW 2023)",
"action_history": "",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"SCROLL_UP",
"CLICK at [40, 50]",
"PRESS_HOME",
"SCROLL_LEFT"
],
"answer": 3
},
{
"episode_id": "5BorCTZqrpo",
"step_id": 1,
"screenshot_path": "./monday_mcq_images_4o/test_5BorCTZqrpo__frame_0001.png",
"source": "MONDAY",
"category": "test",
"os": "iOS",
"goal": "How to Add Dark Mode Shortcut to iPhone Control Center (NEW 2023)",
"action_history": "Step 0: SCROLL_LEFT",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"SCROLL_DOWN",
"CLICK at [120, 93]",
"CLICK at [46, 93]",
"CLICK at [75, 250]"
],
"answer": 2
},
{
"episode_id": "5BorCTZqrpo",
"step_id": 2,
"screenshot_path": "./monday_mcq_images_4o/test_5BorCTZqrpo__frame_0002.png",
"source": "MONDAY",
"category": "test",
"os": "iOS",
"goal": "How to Add Dark Mode Shortcut to iPhone Control Center (NEW 2023)",
"action_history": "Step 0: SCROLL_LEFT\nStep 1: CLICK at [46, 93]",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"SCROLL_DOWN",
"PRESS_HOME",
"SCROLL_UP",
"CLICK at [255, 140]"
],
"answer": 0
},
{
"episode_id": "5BorCTZqrpo",
"step_id": 3,
"screenshot_path": "./monday_mcq_images_4o/test_5BorCTZqrpo__frame_0003.png",
"source": "MONDAY",
"category": "test",
"os": "iOS",
"goal": "How to Add Dark Mode Shortcut to iPhone Control Center (NEW 2023)",
"action_history": "Step 0: SCROLL_LEFT\nStep 1: CLICK at [46, 93]\nStep 2: SCROLL_DOWN",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"SCROLL_UP",
"CLICK at [337, 600]",
"CLICK at [50, 300]",
"CLICK at [337, 479]"
],
"answer": 3
},
{
"episode_id": "5BorCTZqrpo",
"step_id": 4,
"screenshot_path": "./monday_mcq_images_4o/test_5BorCTZqrpo__frame_0004.png",
"source": "MONDAY",
"category": "test",
"os": "iOS",
"goal": "How to Add Dark Mode Shortcut to iPhone Control Center (NEW 2023)",
"action_history": "Step 0: SCROLL_LEFT\nStep 1: CLICK at [46, 93]\nStep 2: SCROLL_DOWN\nStep 3: CLICK at [337, 479]",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"SCROLL_DOWN",
"CLICK at [460, 800]",
"SCROLL_UP",
"PRESS_HOME"
],
"answer": 2
},
{
"episode_id": "5BorCTZqrpo",
"step_id": 5,
"screenshot_path": "./monday_mcq_images_4o/test_5BorCTZqrpo__frame_0005.png",
"source": "MONDAY",
"category": "test",
"os": "iOS",
"goal": "How to Add Dark Mode Shortcut to iPhone Control Center (NEW 2023)",
"action_history": "Step 0: SCROLL_LEFT\nStep 1: CLICK at [46, 93]\nStep 2: SCROLL_DOWN\nStep 3: CLICK at [337, 479]\nStep 4: SCROLL_UP",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"SCROLL_DOWN",
"SCROLL_UP",
"PRESS_HOME",
"CLICK at [50, 500]"
],
"answer": 0
},
{
"episode_id": "5BorCTZqrpo",
"step_id": 6,
"screenshot_path": "./monday_mcq_images_4o/test_5BorCTZqrpo__frame_0006.png",
"source": "MONDAY",
"category": "test",
"os": "iOS",
"goal": "How to Add Dark Mode Shortcut to iPhone Control Center (NEW 2023)",
"action_history": "Step 0: SCROLL_LEFT\nStep 1: CLICK at [46, 93]\nStep 2: SCROLL_DOWN\nStep 3: CLICK at [337, 479]\nStep 4: SCROLL_UP\nStep 5: SCROLL_DOWN",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"SCROLL_UP",
"CLICK at [250, 320]",
"PRESS_HOME",
"CLICK at [400, 870]"
],
"answer": 2
},
{
"episode_id": "5BorCTZqrpo",
"step_id": 7,
"screenshot_path": "./monday_mcq_images_4o/test_5BorCTZqrpo__frame_0007.png",
"source": "MONDAY",
"category": "test",
"os": "iOS",
"goal": "How to Add Dark Mode Shortcut to iPhone Control Center (NEW 2023)",
"action_history": "Step 0: SCROLL_LEFT\nStep 1: CLICK at [46, 93]\nStep 2: SCROLL_DOWN\nStep 3: CLICK at [337, 479]\nStep 4: SCROLL_UP\nStep 5: SCROLL_DOWN\nStep 6: PRESS_HOME",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"CLICK at [50, 500]",
"PRESS_BACK",
"SCROLL_LEFT",
"SCROLL_RIGHT"
],
"answer": 3
},
{
"episode_id": "5BorCTZqrpo",
"step_id": 8,
"screenshot_path": "./monday_mcq_images_4o/test_5BorCTZqrpo__frame_0008.png",
"source": "MONDAY",
"category": "test",
"os": "iOS",
"goal": "How to Add Dark Mode Shortcut to iPhone Control Center (NEW 2023)",
"action_history": "Step 0: SCROLL_LEFT\nStep 1: CLICK at [46, 93]\nStep 2: SCROLL_DOWN\nStep 3: CLICK at [337, 479]\nStep 4: SCROLL_UP\nStep 5: SCROLL_DOWN\nStep 6: PRESS_HOME\nStep 7: SCROLL_RIGHT",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"SCROLL_UP",
"SCROLL_DOWN",
"PRESS_HOME",
"CLICK at [50, 50]"
],
"answer": 0
},
{
"episode_id": "5BorCTZqrpo",
"step_id": 9,
"screenshot_path": "./monday_mcq_images_4o/test_5BorCTZqrpo__frame_0009.png",
"source": "MONDAY",
"category": "test",
"os": "iOS",
"goal": "How to Add Dark Mode Shortcut to iPhone Control Center (NEW 2023)",
"action_history": "Step 0: SCROLL_LEFT\nStep 1: CLICK at [46, 93]\nStep 2: SCROLL_DOWN\nStep 3: CLICK at [337, 479]\nStep 4: SCROLL_UP\nStep 5: SCROLL_DOWN\nStep 6: PRESS_HOME\nStep 7: SCROLL_RIGHT\nStep 8: SCROLL_UP",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"PRESS_LOCK",
"CLICK at [150, 150]",
"SCROLL_LEFT",
"SCROLL_DOWN"
],
"answer": 3
}
]