lzy/sci-gui-agent-benchmark
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

ver Dec22nd

Browse Source 
re-organized the evaluator structure to improve the extensibility
This commit is contained in:
David Chang
2023-12-22 14:01:26 +08:00
parent 295d09f1b2
commit f4664bd069
8 changed files with 91 additions and 53 deletions
Download Patch File Download Diff File Expand all files Collapse all files

24
evaluation_examples/examples/f9584479-3d0d-4c79-affa-9ad7afdd8850.json
View File

@@ -27,18 +27,16 @@
"libreoffice calc"
],
"evaluator": {
"func": "compare_table(expected, actual)",
"paths": {
"expected": {
"type": "cloud_file",
"path": "http://101.43.24.67/s/BAfFwa3689XTYoo/download/Quarterly_Product_Sales_by_Zone_gold.xlsx",
"dest": "Quarterly_Product_Sales_by_Zone_gold.xlsx"
},
"actual": {
"type": "vm_file",
"path": "/home/david/Quarterly_Product_Sales_by_Zone.xlsx",
"dest": "Quarterly_Product_Sales_by_Zone.xlsx"
}
}
"func": "compare_table",
"result": {
"type": "cloud_file",
"path": "http://101.43.24.67/s/BAfFwa3689XTYoo/download/Quarterly_Product_Sales_by_Zone_gold.xlsx",
"dest": "Quarterly_Product_Sales_by_Zone_gold.xlsx"
},
"expected": {
"type": "vm_file",
"path": "/home/david/Quarterly_Product_Sales_by_Zone.xlsx",
"dest": "Quarterly_Product_Sales_by_Zone.xlsx"
}
}
}