lzy/sci-gui-agent-benchmark
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

ver Dec25th

Browse Source 
added cache and upload function for setup
This commit is contained in:
David Chang
2023-12-25 14:40:30 +08:00
parent 2163a08a0d
commit 82e3353f65
7 changed files with 107 additions and 49 deletions
Download Patch File Download Diff File Expand all files Collapse all files

54
evaluation_examples/examples/f9584479-3d0d-4c79-affa-9ad7afdd8850.json
View File

@@ -4,23 +4,23 @@
"instruction": "Fill the missing row and column which show the total value",
"source": "https://youtube.com/shorts/feldd-Pn48c?si=9xJiem2uAHm6Jshb",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "http://101.43.24.67/s/DbaHsQpPA7dxrA8/download/Quarterly_Product_Sales_by_Zone.xlsx",
"path": "/home/david/Quarterly_Product_Sales_by_Zone.xlsx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "/home/david/Quarterly_Product_Sales_by_Zone.xlsx"
}
}
{
"type": "download",
"parameters": {
"files": [
{
"url": "http://101.43.24.67/s/DbaHsQpPA7dxrA8/download/Quarterly_Product_Sales_by_Zone.xlsx",
"path": "/home/david/Quarterly_Product_Sales_by_Zone.xlsx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "/home/david/Quarterly_Product_Sales_by_Zone.xlsx"
}
}
],
"trajectory": "trajectories/f9584479-3d0d-4c79-affa-9ad7afdd8850",
"related_apps": [
@@ -28,15 +28,15 @@
],
"evaluator": {
"func": "compare_table",
"expected": {
"type": "cloud_file",
"path": "http://101.43.24.67/s/BAfFwa3689XTYoo/download/Quarterly_Product_Sales_by_Zone_gold.xlsx",
"dest": "Quarterly_Product_Sales_by_Zone_gold.xlsx"
},
"result": {
"type": "vm_file",
"path": "/home/david/Quarterly_Product_Sales_by_Zone.xlsx",
"dest": "Quarterly_Product_Sales_by_Zone.xlsx"
}
"expected": {
"type": "cloud_file",
"path": "http://101.43.24.67/s/BAfFwa3689XTYoo/download/Quarterly_Product_Sales_by_Zone_gold.xlsx",
"dest": "Quarterly_Product_Sales_by_Zone_gold.xlsx"
},
"result": {
"type": "vm_file",
"path": "/home/david/Quarterly_Product_Sales_by_Zone.xlsx",
"dest": "Quarterly_Product_Sales_by_Zone.xlsx"
}
}
}