66 lines
1.9 KiB
JSON
66 lines
1.9 KiB
JSON
{
|
|
"id": "fba2c100-79e8-42df-ae74-b592418d54f4",
|
|
"snapshot": "base_setup",
|
|
"instruction": "Snap a photo of the current video scene, save it as 'interstellar.png', and put it on the Desktop, please.",
|
|
"source": "https://www.youtube.com/watch?v=XHprwDJ0-fU&t=436s",
|
|
"config": [
|
|
{
|
|
"type": "download",
|
|
"parameters": {
|
|
"files": [
|
|
{
|
|
"url": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/vlc/fba2c100-79e8-42df-ae74-b592418d54f4/Interstellar%20Movie%20-%20Official%20Trailer.mp4",
|
|
"path": "/home/user/Desktop/Interstellar Movie - Official Trailer.mp4"
|
|
}
|
|
]
|
|
}
|
|
},
|
|
{
|
|
"type": "launch",
|
|
"parameters": {
|
|
"command": "VLC_VERBOSE=-1 vlc --no-audio --no-video-title-show --start-time=120.5 --stop-time=121 --play-and-pause '/home/user/Desktop/Interstellar Movie - Official Trailer.mp4'",
|
|
"shell": true
|
|
}
|
|
},
|
|
{
|
|
"type": "sleep",
|
|
"parameters": {
|
|
"seconds": 1
|
|
}
|
|
},
|
|
{
|
|
"type": "activate_window",
|
|
"parameters": {
|
|
"window_name": "Interstellar Movie - Interstellar Movie - Official Trailer - VLC media player"
|
|
}
|
|
},
|
|
{
|
|
"type": "execute",
|
|
"parameters": {
|
|
"command": [
|
|
"python",
|
|
"-c",
|
|
"import pyautogui; import time; pyautogui.click(500, 500); time.sleep(0.5);"
|
|
]
|
|
}
|
|
}
|
|
],
|
|
"trajectory": "trajectories/",
|
|
"related_apps": [
|
|
"vlc"
|
|
],
|
|
"evaluator": {
|
|
"func": "compare_images",
|
|
"expected": {
|
|
"type": "cloud_file",
|
|
"path": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/vlc/fba2c100-79e8-42df-ae74-b592418d54f4/interstellar.png",
|
|
"dest": "interstellar_gold.png"
|
|
},
|
|
"result": {
|
|
"type": "vm_file",
|
|
"path": "/home/user/Desktop/interstellar.png",
|
|
"dest": "interstellar.png"
|
|
}
|
|
},
|
|
"proxy": false
|
|
} |