lzy/sci-gui-agent-benchmark
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge branch 'main' of https://github.com/xlang-ai/DesktopEnv

Browse Source
This commit is contained in:
tsuky_chen
2024-02-19 02:06:02 +08:00
parent 874c6e8d74 84051ab340
commit ad9d8f51c6
9 changed files with 72 additions and 44 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
evaluation_examples/examples/gimp/38f48d40-764e-4e77-a7cf-51dfce880291.json
View File

@@ -1,7 +1,7 @@
{
"id": "38f48d40-764e-4e77-a7cf-51dfce880291",
"snapshot": "gimp",
"instruction": "Could you help me play the video located at \"/home/user/test.mp4\" within GIMP?",
"instruction": "Could you help me trim the video located at \"/home/user/fullvideo.mp4\" within GIMP, since I only want the second to fourth second part of this video?",
"source": "",
"config": [
{
@@ -9,8 +9,8 @@
"parameters": {
"files": [
{
"url": "",
"path": "/home/user/test.mp4"
"url": "https://drive.usercontent.google.com/download?id=1KIFOzhbQEAZD8SESuJwqAsO0y-uR-3_N&export=download&authuser=0&confirm=t&uuid=b29beb96-aa60-49b5-be59-50d110d7661a&at=APZUnTU9VZ4fLEkKAIa8aAUhNup6:1708105875615",
"path": "/home/user/fullvideo.mp4"
}
]
}

6
evaluation_examples/examples/gimp/62f7fd55-0687-4a43-b6e1-3eda16fc6252.json
View File

@@ -1,7 +1,7 @@
{
"id": "62f7fd55-0687-4a43-b6e1-3eda16fc6252",
"snapshot": "gimp",
"instruction": "Could you help me convert the image located at \"/home/user/test.png\" to \".svg\" format?",
"instruction": "Could you help me convert the image located at \"/home/user/logo.png\" to \".svg\" format?",
"source": "",
"config": [
{
@@ -9,8 +9,8 @@
"parameters": {
"files": [
{
"url": "",
"path": "/home/user/test.png"
"url": "https://drive.usercontent.google.com/download?id=1p6nkoAiT53-bZMZhdd0_q_qSYmlnySQS&export=download&authuser=0&confirm=t&uuid=c23a4d7c-b749-4d75-9792-03fc2e099863&at=APZUnTUSIuFtW2Se2XPstZGmNEMh:1708106060015",
"path": "/home/user/logo.png"
}
]
}

15
evaluation_examples/examples/gimp/e19bd559-633b-4b02-940f-d946248f088e.json
View File

@@ -1,20 +1,9 @@
{
"id": "e19bd559-633b-4b02-940f-d946248f088e",
"snapshot": "gimp",
"instruction": "Could you help me change all the places in the document located at \"/home/user/test.txt\" that say \"text\" to \"test\" within GIMP?",
"source": "",
"instruction": "Could you tone down the brightness of my photo at desktop?",
"source": "https://www.quora.com/How-do-I-edit-a-photo-in-GIMP",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "",
"path": "/home/user/test.txt"
}
]
}
}
],
"trajectory": "trajectories/",
"related_apps": [

2
evaluation_examples/examples/gimp/fbb548ca-c2a6-4601-9204-e39a2efc507b.json
View File

@@ -1,7 +1,7 @@
{
"id": "fbb548ca-c2a6-4601-9204-e39a2efc507b",
"snapshot": "gimp",
"instruction": "Could you help me create a new excel file and save it at \"/home/user/test.xlsx\" within GIMP?",
"instruction": "Blue is my favorite color, so could you help me change the color theme of GIMP to \"Blue\"?",
"source": "",
"config": [
],

6
evaluation_examples/examples/vs_code/7aeae0e2-70ee-4705-821d-1bba5d5b2ddd.json
View File

@@ -9,8 +9,8 @@
"parameters": {
"files": [
{
"url": "",
"path": "/home/user/test.py"
"url": "https://drive.usercontent.google.com/download?id=1dfc_QSyywXGqh7vcXOzSkGo76fEzl-wL&export=download&authuser=0&confirm=t&uuid=6f139847-7ae6-42ec-b0a6-c84f4b02790d&at=APZUnTWXbY8NWy5aLS8bTkr-td9l:1708107970467",
"path": "/home/user/main.py"
}
]
}
@@ -20,7 +20,7 @@
"parameters": {
"command": [
"code",
"/home/user/test.py"
"/home/user/main.py"
]
}
},

16
evaluation_examples/examples/vs_code/7c4cc09e-7a92-40dd-8338-b2286535c4ed.json
View File

@@ -1,9 +1,23 @@
{
"id": "7c4cc09e-7a92-40dd-8338-b2286535c4ed",
"snapshot": "vscode",
"instruction": "Please help me send an email titled \"Hello, DesktopEnv Team!\" to \"tyu@hku.hk\" within VS Code.",
"instruction": "Please help me change the display language of VS Code to \"Arabic\".",
"source": "",
"config": [
{
"type": "launch",
"parameters": {
"command": [
"code"
]
}
},
{
"type": "activate_window",
"parameters": {
"window_name": "Visual Studio Code"
}
}
],
"trajectory": "trajectories/",
"related_apps": [

33
evaluation_examples/examples/vs_code/847a96b6-df94-4927-97e6-8cc9ea66ced7.json
View File

@@ -1,16 +1,40 @@
{
"id": "847a96b6-df94-4927-97e6-8cc9ea66ced7",
"snapshot": "vscode",
"instruction": "Please help me trim the video located at \"/home/user/test.mp4\" within VS Code, since I only want the second to fourth second part of this video.",
"instruction": "Please help me open two workspaces \"/home/user/workspace1.code-workspace\" and \"/home/user/workspace2.code-workspace\" simultaneously in the same window.",
"source": "",
"config": [
{
"type": "command",
"parameters": {
"command": [
"mkdir",
"-p",
"/home/user/project1"
]
}
},
{
"type": "command",
"parameters": {
"command": [
"mkdir",
"-p",
"/home/user/project2"
]
}
},
{
"type": "download",
"parameters": {
"files": [
{
"url": "",
"path": "/home/user/test.mp4"
"url": "https://drive.usercontent.google.com/download?id=1KGmoBsmKvhITJchGitv8_jj1gj4HESz4&export=download&authuser=0&confirm=t&uuid=a26e5f6a-dbb8-4019-b9fd-b535d99e807f&at=APZUnTVz4rBaEuvjRIWH3jsmW-6c:1708107774337",
"path": "/home/user/workspace1.code-workspace"
},
{
"url": "https://drive.usercontent.google.com/download?id=1PgvCblavKdwNFMq-puT2VxdNDd3NpJrr&export=download&authuser=0&confirm=t&uuid=49360747-4455-4406-ac69-34002bdd518d&at=APZUnTX55qhGUQ4Iw44ED369nu3E:1708107775631",
"path": "/home/user/workspace2.code-workspace"
}
]
}
@@ -19,8 +43,7 @@
"type": "launch",
"parameters": {
"command": [
"code",
"/home/user/test.mp4"
"code"
]
}
},

16
evaluation_examples/examples/vs_code/971cbb5b-3cbf-4ff7-9e24-b5c84fcebfa6.json
View File

@@ -1,26 +1,14 @@
{
"id": "971cbb5b-3cbf-4ff7-9e24-b5c84fcebfa6",
"snapshot": "vscode",
"instruction": "Please help me add text watermark \"HKU\" to the top right corner of the video located at \"/home/user/test.mp4\" within VS Code.",
"instruction": "Please help me change the settings of VS Code so that every time I open it, it automatically creates a python file called \"test.py\".",
"source": "",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "",
"path": "/home/user/test.mp4"
}
]
}
},
{
"type": "launch",
"parameters": {
"command": [
"code",
"/home/user/test.mp4"
"code"
]
}
},

16
evaluation_examples/examples/vs_code/dcbe20e8-647f-4f1d-8696-f1c5bbb570e3.json
View File

@@ -1,9 +1,23 @@
{
"id": "dcbe20e8-647f-4f1d-8696-f1c5bbb570e3",
"snapshot": "vscode",
"instruction": "Please help me find the closest airport to the University of Hong Kong within VS Code.",
"instruction": "Please help me change the background of VS Code to the photo in Downloads.",
"source": "",
"config": [
{
"type": "launch",
"parameters": {
"command": [
"code"
]
}
},
{
"type": "activate_window",
"parameters": {
"window_name": "Visual Studio Code"
}
}
],
"trajectory": "trajectories/",
"related_apps": [