lzy/sci-gui-agent-benchmark
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update examples

Browse Source
This commit is contained in:
Timothyxxx
2024-03-06 15:05:47 +08:00
parent e6d4ed7fd6
commit f21d685108
4 changed files with 293 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

89
evaluation_examples/examples/multi_apps/82e3c869-49f6-4305-a7ce-f3e64a0618e7.json Normal file
View File

@@ -0,0 +1,89 @@
{
"id": "82e3c869-49f6-4305-a7ce-f3e64a0618e7",
"snapshot": "libreoffice_calc",
"instruction": "Please sift through the folder with all the event photos taken by our photographer. I need you to extract the photos featuring the presenters and place them in a separate folder named 'presenter'. Then, compress this folder into a zip file so I can easily share it with others later.",
"source": "authors",
"config": [
{
"type": "command",
"parameters": {
"command": [
"mkdir",
"-p",
"/home/user/Desktop/IDS LLM seminar/"
]
}
},
{
"type": "download",
"parameters": {
"files": [
{
"path": "/home/user/Desktop/IDS LLM seminar/DSC00659.jpg",
"url": "https://drive.google.com/uc?id=1NjnSab2aEtJytYajM9FqeXsLm4ItxTsJ&export=download"
},
{
"path": "/home/user/Desktop/IDS LLM seminar/DSC00657.jpg",
"url": "https://drive.google.com/uc?id=1untYr5vS_wCVd3-5cfdUegBBILT4tHzF&export=download"
},
{
"path": "/home/user/Desktop/IDS LLM seminar/DSC00574.jpg",
"url": "https://drive.google.com/uc?id=1V3g4z2QhIHx48LbeaNx31nMosxYPgtzY&export=download"
},
{
"path": "/home/user/Desktop/IDS LLM seminar/DSC00554.jpg",
"url": "https://drive.google.com/uc?id=1DNz3iZmNk6-dazqXilOFkRpgUahU57zd&export=download"
},
{
"path": "/home/user/Desktop/IDS LLM seminar/DSC00495.jpg",
"url": "https://drive.google.com/uc?id=1_crKe2tdI4Kjg0Xop8vHo7yN9KACJTJF&export=download"
},
{
"path": "/home/user/Desktop/IDS LLM seminar/DSC00454.jpg",
"url": "https://drive.google.com/uc?id=1t9L7fVQVxjovTQufetlogulIctn7DF_L&export=download"
}
]
}
}
],
"trajectory": "trajectories/82e3c869-49f6-4305-a7ce-f3e64a0618e7",
"related_apps": [
"os",
"image"
],
"evaluator": {
"func": "compare_image_list",
"result": {
"type": "vm_file",
"path": [
"/home/user/Desktop/presenter/DSC00657.jpg",
"/home/user/Desktop/presenter/DSC00574.jpg",
"/home/user/Desktop/presenter/DSC00554.jpg",
"/home/user/Desktop/presenter/DSC00495.jpg"
],
"dest": [
"DSC00657.jpg",
"DSC00574.jpg",
"DSC00554.jpg",
"DSC00495.jpg"
],
"multi": "true"
},
"expected": {
"type": "cloud_file",
"path": [
"https://drive.google.com/uc?id=1untYr5vS_wCVd3-5cfdUegBBILT4tHzF&export=download",
"https://drive.google.com/uc?id=1V3g4z2QhIHx48LbeaNx31nMosxYPgtzY&export=download",
"https://drive.google.com/uc?id=1DNz3iZmNk6-dazqXilOFkRpgUahU57zd&export=download",
"https://drive.google.com/uc?id=1_crKe2tdI4Kjg0Xop8vHo7yN9KACJTJF&export=download"
],
"dest": [
"DSC00657_gold.jpg",
"DSC00574_gold.jpg",
"DSC00554_gold.jpg",
"DSC00495_gold.jpg"
],
"multi": "true"
}
}
}