lzy/sci-gui-agent-benchmark
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge branch 'main' into zdy

Browse Source
This commit is contained in:
David Chang
2024-01-10 22:16:25 +08:00
parent 1515b05666 ad74da9d0b
commit cebae4b183
1971 changed files with 303852 additions and 225 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
evaluation_examples/examples/vlc/59f21cfb-0120-4326-b255-a5b827b38967.json
View File

@@ -31,7 +31,8 @@
"expected": {
"type": "rule",
"rules": {
"file_path": "Desktop/Rick Astley - Never Gonna Give You Up (Official Music Video).mp4"
"type": "file_name",
"file_name": "Rick Astley - Never Gonna Give You Up (Official Music Video).mp4"
}
},
"result": {

25
evaluation_examples/examples/vlc/8ba5ae7a-5ae5-4eab-9fcc-5dd4fe3abf89.json
View File

@@ -1,12 +1,31 @@
{
"id": "8ba5ae7a-5ae5-4eab-9fcc-5dd4fe3abf89",
"snapshot": "base_setup",
"instruction": "Help me modify the folder used to store my recordings to LOCAL_PATH.",
"instruction": "Help me modify the folder used to store my recordings to Desktop",
"source": "https://docs.videolan.me/vlc-user/desktop/3.0/en/basic/recording/playing.html#choose-your-recordings-folder",
"config": [],
"config": [
{
"type": "launch",
"parameters": {
"command": "vlc"
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"vlc"
],
"evaluator": "evaluation_dir"
"evaluator": {
"func": "is_vlc_recordings_folder",
"expected": {
"type": "rule",
"rules": {
"recording_file_path": "/home/user/Desktop"
}
},
"result": {
"type": "vlc_config",
"dest": "vlcrc"
}
}
}

22
evaluation_examples/examples/vlc/8d9fd4e2-6fdb-46b0-b9b9-02f06495c62f.json
View File

@@ -1,12 +1,28 @@
{
"id": "8d9fd4e2-6fdb-46b0-b9b9-02f06495c62f",
"snapshot": "base_setup",
"instruction": "Make the video window whole-screen",
"instruction": "Can you make the video fill up the whole screen? It's a bit too small to see right now, and I'd like to see it better.",
"source": "https://www.youtube.com/watch?v=XHprwDJ0-fU&t=436s",
"config": [],
"config": [
{
"type": "launch",
"parameters": {
"command": "vlc"
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"vlc"
],
"evaluator": "evaluation_dir"
"evaluator": {
"func": "is_vlc_fullscreen",
"expected": {
"type": "vm_window_size",
"app_class_name": "vlc"
},
"result": {
"type": "vm_screen_size"
}
}
}

34
evaluation_examples/examples/vlc/8f080098-ddb1-424c-b438-4e96e5e4786e.json
View File

@@ -3,10 +3,40 @@
"snapshot": "base_setup",
"instruction": "Could you help me extract MP3 Audio to AUDIO_PATH from Video at VIDEO_PATH using VLC Media Player?",
"source": "https://medium.com/@jetscribe_ai/how-to-extract-mp3-audio-from-videos-using-vlc-media-player-beeef644ebfb",
"config": [],
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=19jBiz8sb0M7KHHATO9qeTPr17aWm4me-&export=download&authuser=0&confirm=t&uuid=7a2261f4-3905-433f-b53f-a52dd0845651&at=APZUnTU1nmXSa1ObrA5NHYt8t1-p:1704710908141",
"path": "Baby Justin Bieber.mp4"
}
]
}
},
{
"type": "launch",
"parameters": {
"command": "vlc"
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"vlc"
],
"evaluator": "evaluation_dir"
"evaluator": {
"func": "is_vlc_recordings_folder",
"expected": {
"type": "rule",
"rules": {
"recording_file_path": "/home/user/Desktop"
}
},
"result": {
"type": "vlc_config",
"dest": "vlcrc"
}
}
}

36
evaluation_examples/examples/vlc/aa4b5023-aef6-4ed9-bdc9-705f59ab9ad6.json
View File

@@ -1,12 +1,42 @@
{
"id": "aa4b5023-aef6-4ed9-bdc9-705f59ab9ad6",
"snapshot": "base_setup",
"instruction": "This video is upside down, help me rotate it",
"instruction": "Hey, could you turn this video the right way up for me? And once it's flipped around, could you save it for me with the name '1984_Apple_Macintosh_Commercial.mp4' on the main screen where all my files are?",
"source": "https://www.dedoimedo.com/computers/vlc-rotate-videos.html",
"config": [],
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1CLBjjsjGmHlbDg1lDcxfdE0F0C7-A5gZ&export=download&authuser=0&confirm=t&uuid=dde635fc-e223-4cd3-8065-899396e68d0a&at=APZUnTWQHdWYLLxlofuOIuhE2qiS:1704722380621",
"path": "Desktop/flipped_1984_Apple_Macintosh_Commercial.mp4"
}
]
}
},
{
"type": "launch",
"parameters": {
"command": ["vlc", "Desktop/flipped_1984_Apple_Macintosh_Commercial.mp4"]
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"vlc"
],
"evaluator": "evaluation_dir"
"evaluator": {
"func": "compare_videos",
"expected": {
"type": "cloud_file",
"path": "https://drive.usercontent.google.com/download?id=10P9nKW7VTaHGS15tj4C0GVxUIYA0Nh42&export=download&authuser=0&confirm=t&uuid=1b812f06-b624-4aed-8d91-734c54421da3&at=APZUnTUCB-58SwcccQ_WN1T4KdJy:1704808326066",
"dest": "1984_Apple_Macintosh_Commercial_gold.mp4"
},
"result": {
"type": "vm_file",
"path": "1984_Apple_Macintosh_Commercial.mp4",
"dest": "1984_Apple_Macintosh_Commercial.mp4"
}
}
}

26
evaluation_examples/examples/vlc/bba3381f-b5eb-4439-bd9e-80c22218d5a7.json
View File

@@ -1,12 +1,32 @@
{
"id": "bba3381f-b5eb-4439-bd9e-80c22218d5a7",
"snapshot": "base_setup",
"instruction": "Could you help me play the online video at URL?(network stream)",
"instruction": "Help me play the online video at https://www.youtube.com/watch?v=pgBsyTKAwLw",
"source": "https://www.quora.com/How-do-I-play-online-videos-using-the-VLC-media-player",
"config": [],
"config": [
{
"type": "launch",
"parameters": {
"command": "vlc"
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"vlc"
],
"evaluator": "evaluation_dir"
"evaluator": {
"func": "is_vlc_playing",
"expected": {
"type": "rule",
"rules": {
"type": "url",
"url": "https://www.youtube.com/watch?v=pgBsyTKAwLw"
}
},
"result": {
"type": "vlc_playing_info",
"dest": "status.xml"
}
}
}

20
evaluation_examples/examples/vlc/efcf0d81-0835-4880-b2fd-d866e8bc2294.json
View File

@@ -3,7 +3,25 @@
"snapshot": "base_setup",
"instruction": "Set this frame of the current video as my wallpaper",
"source": "https://www.youtube.com/watch?v=XHprwDJ0-fU&t=436s",
"config": [],
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "",
"path": ""
}
]
}
},
{
"type": "launch",
"parameters": {
"command": ["vlc", "/path/to/your/video.mp4", "--start-time=0", "--run-time=10", "vlc://quit", "&&", "vlc", "/path/to/your/video.mp4", "--start-time=10"]
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"vlc"

38
evaluation_examples/examples/vs_code/0ed39f63-6049-43d4-ba4d-5fa2fe04a951.json
View File

@@ -1,12 +1,42 @@
{
"id": "0ed39f63-6049-43d4-ba4d-5fa2fe04a951",
"snapshot": "vscode",
"instruction": "Could you help me find and replace \"TEXT\" with \"TEST“ in this file?",
"instruction": "Could you help me find and replace \"text\" with \"test\" in this file?",
"source": "https://www.quora.com/How-do-you-find-and-replace-text-in-Visual-Studio-Code",
"config": [],
"trajectory": "trajectories/",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1I0tp77_4Qwuz_JW0Tluo_DJzScTARkOZ&export=download&authuser=0&confirm=t&uuid=3e090432-df3f-4f68-8c77-f0f06d399d08&at=APZUnTUFLQTdU4MtnLGUnOVAVcxW:1704282082382",
"path": "Desktop/vscode_replace_text.txt"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "Desktop/vscode_replace_text.txt"
}
}
],
"trajectory": "trajectories/0ed39f63-6049-43d4-ba4d-5fa2fe04a951",
"related_apps": [
"vscode"
],
"evaluator": "evaluation_dir"
"evaluator": {
"func": "compare_text_file",
"expected": {
"type": "cloud_file",
"path": "https://drive.usercontent.google.com/download?id=141LWiPgICRc62T7oFQPVgDqA58E4mxWS&export=download&authuser=0&confirm=t&uuid=452959a6-40af-4f60-9edf-93656466d3cb&at=APZUnTUHYqRUaVmmPqAutatE38KH:1704282217307",
"dest": "vscode_replace_text_gold.txt"
},
"result": {
"type": "vm_file",
"path": "Desktop/vscode_replace_text.txt",
"dest": "vscode_replace_text.txt"
}
}
}

2
evaluation_examples/examples/vs_code/3486f395-ad68-459c-8c39-ea07de934dd4.json
View File

@@ -4,7 +4,7 @@
"instruction": "Find me the keyboard shortcut of toggling integrated terminal. ",
"source": "https://www.youtube.com/watch?v=VqCgcpAypFQ",
"config": [],
"trajectory": "trajectories/",
"trajectory": "trajectories/3486f395-ad68-459c-8c39-ea07de934dd4",
"related_apps": [
"vscode"
],

13
evaluation_examples/examples/vs_code/53ad5833-3455-407b-bbc6-45b4c79ab8fb.json
View File

@@ -1,10 +1,17 @@
{
"id": "53ad5833-3455-407b-bbc6-45b4c79ab8fb",
"snapshot": "vscode",
"instruction": "Could you help me open the project at PATH?",
"instruction": "Could you help me open the project at /home/user/project?",
"source": "https://www.youtube.com/watch?v=VqCgcpAypFQ",
"config": [],
"trajectory": "trajectories/",
"config": [
{
"type": "command",
"parameters": {
"command": ["mkdir", "-p", "/home/user/project"]
}
}
],
"trajectory": "trajectories/53ad5833-3455-407b-bbc6-45b4c79ab8fb",
"related_apps": [
"vscode"
],

4
evaluation_examples/examples/vs_code/982d12a5-beab-424f-8d38-d2a48429e511.json
View File

@@ -1,10 +1,10 @@
{
"id": "982d12a5-beab-424f-8d38-d2a48429e511",
"snapshot": "vscode",
"instruction": "Could you help me change the color theme to Solarized Dark?",
"instruction": "Could you help me change the color theme to Dark?",
"source": "https://www.youtube.com/watch?v=ORrELERGIHs",
"config": [],
"trajectory": "trajectories/",
"trajectory": "trajectories/982d12a5-beab-424f-8d38-d2a48429e511",
"related_apps": [
"vscode"
],

14
evaluation_examples/examples/vs_code/eabc805a-bfcf-4460-b250-ac92135819f6.json
View File

@@ -4,9 +4,19 @@
"instruction": "Help me install the extension Python.",
"source": "https://www.youtube.com/watch?v=VqCgcpAypFQ",
"config": [],
"trajectory": "trajectories/",
"trajectory": "trajectories/eabc805a-bfcf-4460-b250-ac92135819f6",
"related_apps": [
"vscode"
],
"evaluator": "evaluation_dir"
"evaluator": {
"func": "compare_answer",
"expected": {
"type": "string",
"string": "ms-python.python\n"
},
"result": {
"type": "command_line",
"command": "code --list-extensions | grep ms-python.python"
}
}
}