lzy/sci-gui-agent-benchmark
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge branch 'main' of github.com:xlang-ai/DesktopEnv into xiaochuanli/addChromeExtensions

Browse Source
This commit is contained in:
Jason Lee
2024-02-28 12:29:40 +08:00
parent 2c08a02206 8b3601e849
commit 98a2302a07
7 changed files with 208 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
evaluation_examples/examples/chrome/82bc8d6a-36eb-4d2d-8801-ef714fb1e55a.json
View File

@@ -1,7 +1,7 @@
{
"id": "82bc8d6a-36eb-4d2d-8801-ef714fb1e55a",
"snapshot": "chrome",
"instruction": "On April 21, look up a flight from Mumbai to Stockholm.",
"instruction": "On next Monday, look up a flight from Mumbai to Stockholm.",
"source": "test_task_1",
"config": [
{
@@ -66,5 +66,4 @@
}
}
}
}
}

9
evaluation_examples/examples/chrome/da46d875-6b82-4681-9284-653b0c7ae241.json
View File

@@ -1,7 +1,7 @@
{
"id": "da46d875-6b82-4681-9284-653b0c7ae241",
"snapshot": "chrome",
"instruction": "Schedule an appointment to apply for transportation access pass in the Charlie Card store on the first Monday four months later, 10:15 am, fill in my details (James Smith, james.smith@gmail.com), and book.",
"instruction": "Schedule an appointment to apply for transportation access pass in the Charlie Card store on the first Monday four months later, 10:15 am, fill in my details (James Smith, james.smith@gmail.com). And don not click \"book\" directly. Let me review it.",
"source": "test_task_2",
"config": [
{
@@ -58,7 +58,7 @@
"1": "content",
"2": "time"
}
}
}
},
{
"type": "active_tab_html_parse",
@@ -74,7 +74,7 @@
"type": "rule",
"rules":{
"expected": ["CharlieCardStoreAppointments@mbta.com\/bookings\/"]
}
}
},
{
"type": "rule_relativeTime",
@@ -99,5 +99,4 @@
}
]
}
}
}

39
evaluation_examples/examples/gimp/045bf3ff-9077-4b86-b483-a1040a949cff.json Normal file
View File

@@ -0,0 +1,39 @@
{
"id": "045bf3ff-9077-4b86-b483-a1040a949cff",
"snapshot": "gimp",
"instruction": "Could you turn my image into CYMK mode?",
"source": "https://www.makeuseof.com/tag/can-photoshop-gimp-cant/",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.google.com/uc?export=download&id=1YnUq4q9rv7pr1MZPdaD2mVFZRrsgISmn",
"path": "/home/user/Desktop/gate.jpeg"
}
]
}
},
{
"type": "launch",
"parameters": {
"command": [
"gimp",
"/home/user/Desktop/gate.jpeg"
]
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"gimp"
],
"evaluator": {
"func": "infeasible",
"expected": {
},
"result": {
}
}
}

46
evaluation_examples/examples/gimp/2e6f678f-472d-4c55-99cc-8e7c5c402a71.json Normal file
View File

@@ -0,0 +1,46 @@
{
"id": "2e6f678f-472d-4c55-99cc-8e7c5c402a71",
"snapshot": "gimp",
"instruction": "Please batch process the images on the desktop by lifting the brightness to 50.",
"source": "",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.google.com/uc?export=download&id=1uOZWtT9E8YW_IOu51meW5a0jAgwS1DoX",
"path": "/home/user/Desktop/squirrel.jpeg"
},
{
"url": "https://drive.google.com/uc?export=download&id=1KCyoqh3bTsbY42r9YSqIvcGuUr6i95GU",
"path": "/home/user/Desktop/panda.jpeg"
},
{
"url": "https://drive.google.com/uc?export=download&id=1xftsr0mRUvqKGPCHOnzUMm7tMnuqdhAA",
"path": "/home/user/Desktop/heron.jpeg"
}
]
}
},
{
"type": "launch",
"parameters": {
"command": [
"gimp"
]
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"gimp"
],
"evaluator": {
"func": "infeasible",
"expected": {
},
"result": {
}
}
}

39
evaluation_examples/examples/gimp/58d3eeeb-e9d0-499f-962e-fd0db2a744d8.json Normal file
View File

@@ -0,0 +1,39 @@
{
"id": "58d3eeeb-e9d0-499f-962e-fd0db2a744d8",
"snapshot": "gimp",
"instruction": "Please describe what is happening in the image.",
"source": "",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.google.com/uc?export=download&id=1w9R8RYkbFl88n8_Vgk_zZeD5J4t4yrzC",
"path": "/home/user/Desktop/heron.jpeg"
}
]
}
},
{
"type": "launch",
"parameters": {
"command": [
"gimp",
"/home/user/Desktop/heron.jpeg"
]
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"gimp"
],
"evaluator": {
"func": "infeasible",
"expected": {
},
"result": {
}
}
}

39
evaluation_examples/examples/gimp/8ea73f6f-9689-42ad-8c60-195bbf06a7ba.json Normal file
View File

@@ -0,0 +1,39 @@
{
"id": "8ea73f6f-9689-42ad-8c60-195bbf06a7ba",
"snapshot": "gimp",
"instruction": "Can you enhance this low-resolution photo to high-resolution without increasing the file size?",
"source": "",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.google.com/uc?export=download&id=14r8Y0Cq8yTtQ5kfqhwWij5ow3LWApy2n",
"path": "/home/user/Desktop/low_resolution.jpeg"
}
]
}
},
{
"type": "launch",
"parameters": {
"command": [
"gimp",
"/home/user/Desktop/low_resolution.jpeg"
]
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"gimp"
],
"evaluator": {
"func": "infeasible",
"expected": {
},
"result": {
}
}
}

39
evaluation_examples/examples/gimp/dbbf4b99-2253-4b10-9274-45f246af2466.json Normal file
View File

@@ -0,0 +1,39 @@
{
"id": "dbbf4b99-2253-4b10-9274-45f246af2466",
"snapshot": "gimp",
"instruction": "Convert my new raw image into jpeg.",
"source": "https://www.makeuseof.com/tag/can-photoshop-gimp-cant/",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.google.com/uc?export=download&id=1zcxzbQ5dp-mgpu0mom-LB8BKJH-V01Kr",
"path": "/home/user/Desktop/yicun.raw"
}
]
}
},
{
"type": "launch",
"parameters": {
"command": [
"gimp",
"/home/user/Desktop/yicun.raw"
]
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"gimp"
],
"evaluator": {
"func": "infeasible",
"expected": {
},
"result": {
}
}
}