lzy/sci-gui-agent-benchmark
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update multi apps

Browse Source
This commit is contained in:
tsuky_chen
2024-03-07 17:20:51 +08:00
parent e295430bcf
commit 807a95a230
20 changed files with 104 additions and 63 deletions
Download Patch File Download Diff File Expand all files Collapse all files

43
evaluation_examples/examples/multi_apps/68a25bd4-59c7-4f4d-975e-da0c8509c848.json
View File

@@ -1,7 +1,7 @@
{
"id": "68a25bd4-59c7-4f4d-975e-da0c8509c848",
"snapshot": "libreoffice_calc",
"instruction": "I have collected papers and books with link in this calc file. Help me download the pdf file of the first paper as \"paper01.pdf\" to /home/user.",
"instruction": "I've compiled papers and books with links in this spreadsheet. Help me download the PDF of the first paper, save it as \"paper01.pdf\" in the /home/user directory. Additionally, I would like to know which paper in my list cites the initial one. Please determine and document the title saved as \"ans.docx\" in the same directory.",
"source": "",
"config": [
{
@@ -9,7 +9,7 @@
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1g2lhX7CtuT6kc2Bmss0WU5zT1eXnnbEU&export=download&authuser=0&confirm=t&uuid=6c4ebeda-cab3-4b2b-b11a-d725bc72b2ce&at=APZUnTXhm8ukSDB7bI438hBvbdjp:1709201055394",
"url": "https://drive.usercontent.google.com/download?id=1g2lhX7CtuT6kc2Bmss0WU5zT1eXnnbEU&export=download&authuser=0&confirm=t&uuid=556ab51e-f4b7-4140-b38e-f93c0219f43a&at=APZUnTWsI26GRLwtp-r3_m9qNZCd:1709791386045",
"path": "/home/user/Desktop/rsc-ebook-collection-2023.xlsx"
}
]
@@ -61,16 +61,33 @@
"chrome"
],
"evaluator": {
"func": "compare_pdfs",
"expected": {
"type": "cloud_file",
"path": "https://drive.usercontent.google.com/download?id=1kAp7ulAR_h4snny212yg1xyR1cMy3H2Q&export=download&authuser=0&confirm=t&uuid=40dd202b-dc6a-4b4c-b541-b2f09e16ce6f&at=APZUnTWl-vx9Y40otSzf2SBxLXcN:1709201363719",
"dest": "paper01.pdf"
},
"result": {
"type": "vm_file",
"path": "/home/user/paper01.pdf",
"dest": "paper01.pdf"
}
"func": [
"compare_pdfs",
"compare_docx_files"
],
"expected": [
{
"type": "cloud_file",
"path": "https://drive.usercontent.google.com/download?id=1kAp7ulAR_h4snny212yg1xyR1cMy3H2Q&export=download&authuser=0&confirm=t&uuid=3f6cb74c-63cc-4653-9083-00626ef2fc11&at=APZUnTWuXvVM2w1Q9h0hOsuX6thn:1709789680904",
"dest": "paper01.pdf"
},
{
"type": "cloud_file",
"path": "https://drive.usercontent.google.com/download?id=1UMimItX51tzNXkIMGPpHOdPNF5Dx0Tpy&export=download&authuser=0&confirm=t&uuid=97b668a6-2d0d-4389-ac5e-234e931b4328&at=APZUnTVvuvbAE8r7jpK8AkzGUzyw:1709790384938",
"dest": "ans.docx"
}
],
"result": [
{
"type": "vm_file",
"path": "/home/user/paper01.pdf",
"dest": "paper01.pdf"
},
{
"type": "vm_file",
"path": "/home/user/ans.docx",
"dest": "ans.docx"
}
]
}
}