lzy/sci-gui-agent-benchmark
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge branch 'main' of github.com:ztjhz/DesktopEnv

Browse Source
This commit is contained in:
Timothyxxx
2024-02-16 15:05:41 +08:00
parent 543fa840f8 5ed95c3579
commit be50031aeb
10 changed files with 301 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

30
evaluation_examples/examples/gimp/38f48d40-764e-4e77-a7cf-51dfce880291.json Normal file
View File

@@ -0,0 +1,30 @@
{
"id": "38f48d40-764e-4e77-a7cf-51dfce880291",
"snapshot": "gimp",
"instruction": "Could you help me play the video located at \"/home/user/test.mp4\" within GIMP?",
"source": "",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "",
"path": "/home/user/test.mp4"
}
]
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"gimp"
],
"evaluator": {
"func": "infeasible",
"result": {
},
"expected": {
}
}
}

19
evaluation_examples/examples/gimp/5ca86c6f-f317-49d8-b6a7-b527541caae8.json Normal file
View File

@@ -0,0 +1,19 @@
{
"id": "5ca86c6f-f317-49d8-b6a7-b527541caae8",
"snapshot": "gimp",
"instruction": "Could you help me download the logo of the University of Hong Kong in \".png\" format within GIMP?",
"source": "",
"config": [
],
"trajectory": "trajectories/",
"related_apps": [
"gimp"
],
"evaluator": {
"func": "infeasible",
"result": {
},
"expected": {
}
}
}

30
evaluation_examples/examples/gimp/62f7fd55-0687-4a43-b6e1-3eda16fc6252.json Normal file
View File

@@ -0,0 +1,30 @@
{
"id": "62f7fd55-0687-4a43-b6e1-3eda16fc6252",
"snapshot": "gimp",
"instruction": "Could you help me convert the image located at \"/home/user/test.png\" to \".svg\" format?",
"source": "",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "",
"path": "/home/user/test.png"
}
]
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"gimp"
],
"evaluator": {
"func": "infeasible",
"result": {
},
"expected": {
}
}
}

30
evaluation_examples/examples/gimp/e19bd559-633b-4b02-940f-d946248f088e.json Normal file
View File

@@ -0,0 +1,30 @@
{
"id": "e19bd559-633b-4b02-940f-d946248f088e",
"snapshot": "gimp",
"instruction": "Could you help me change all the places in the document located at \"/home/user/test.txt\" that say \"text\" to \"test\" within GIMP?",
"source": "",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "",
"path": "/home/user/test.txt"
}
]
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"gimp"
],
"evaluator": {
"func": "infeasible",
"result": {
},
"expected": {
}
}
}

19
evaluation_examples/examples/gimp/fbb548ca-c2a6-4601-9204-e39a2efc507b.json Normal file
View File

@@ -0,0 +1,19 @@
{
"id": "fbb548ca-c2a6-4601-9204-e39a2efc507b",
"snapshot": "gimp",
"instruction": "Could you help me create a new excel file and save it at \"/home/user/test.xlsx\" within GIMP?",
"source": "",
"config": [
],
"trajectory": "trajectories/",
"related_apps": [
"gimp"
],
"evaluator": {
"func": "infeasible",
"result": {
},
"expected": {
}
}
}

45
evaluation_examples/examples/vs_code/7aeae0e2-70ee-4705-821d-1bba5d5b2ddd.json Normal file
View File

@@ -0,0 +1,45 @@
{
"id": "7aeae0e2-70ee-4705-821d-1bba5d5b2ddd",
"snapshot": "vscode",
"instruction": "Please help me visualize all numpy arrays in current python file within VS Code.",
"source": "",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "",
"path": "/home/user/test.py"
}
]
}
},
{
"type": "launch",
"parameters": {
"command": [
"code",
"/home/user/test.py"
]
}
},
{
"type": "activate_window",
"parameters": {
"window_name": "Visual Studio Code"
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"vscode"
],
"evaluator": {
"func": "infeasible",
"result": {
},
"expected": {
}
}
}

19
evaluation_examples/examples/vs_code/7c4cc09e-7a92-40dd-8338-b2286535c4ed.json Normal file
View File

@@ -0,0 +1,19 @@
{
"id": "7c4cc09e-7a92-40dd-8338-b2286535c4ed",
"snapshot": "vscode",
"instruction": "Please help me send an email titled \"Hello, DesktopEnv Team!\" to \"tyu@hku.hk\" within VS Code.",
"source": "",
"config": [
],
"trajectory": "trajectories/",
"related_apps": [
"vscode"
],
"evaluator": {
"func": "infeasible",
"result": {
},
"expected": {
}
}
}

45
evaluation_examples/examples/vs_code/847a96b6-df94-4927-97e6-8cc9ea66ced7.json Normal file
View File

@@ -0,0 +1,45 @@
{
"id": "847a96b6-df94-4927-97e6-8cc9ea66ced7",
"snapshot": "vscode",
"instruction": "Please help me trim the video located at \"/home/user/test.mp4\" within VS Code, since I only want the second to fourth second part of this video.",
"source": "",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "",
"path": "/home/user/test.mp4"
}
]
}
},
{
"type": "launch",
"parameters": {
"command": [
"code",
"/home/user/test.mp4"
]
}
},
{
"type": "activate_window",
"parameters": {
"window_name": "Visual Studio Code"
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"vscode"
],
"evaluator": {
"func": "infeasible",
"result": {
},
"expected": {
}
}
}

45
evaluation_examples/examples/vs_code/971cbb5b-3cbf-4ff7-9e24-b5c84fcebfa6.json Normal file
View File

@@ -0,0 +1,45 @@
{
"id": "971cbb5b-3cbf-4ff7-9e24-b5c84fcebfa6",
"snapshot": "vscode",
"instruction": "Please help me add text watermark \"HKU\" to the top right corner of the video located at \"/home/user/test.mp4\" within VS Code.",
"source": "",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "",
"path": "/home/user/test.mp4"
}
]
}
},
{
"type": "launch",
"parameters": {
"command": [
"code",
"/home/user/test.mp4"
]
}
},
{
"type": "activate_window",
"parameters": {
"window_name": "Visual Studio Code"
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"vscode"
],
"evaluator": {
"func": "infeasible",
"result": {
},
"expected": {
}
}
}

19
evaluation_examples/examples/vs_code/dcbe20e8-647f-4f1d-8696-f1c5bbb570e3.json Normal file
View File

@@ -0,0 +1,19 @@
{
"id": "dcbe20e8-647f-4f1d-8696-f1c5bbb570e3",
"snapshot": "vscode",
"instruction": "Please help me find the closest airport to the University of Hong Kong within VS Code.",
"source": "",
"config": [
],
"trajectory": "trajectories/",
"related_apps": [
"vscode"
],
"evaluator": {
"func": "infeasible",
"result": {
},
"expected": {
}
}
}