lzy/sci-gui-agent-benchmark
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

ver Dec25thv2

Browse Source 
implemented functions to load sparklines from xlsx
This commit is contained in:
David Chang
2023-12-25 19:50:19 +08:00
parent 82e3353f65
commit ba77c276e6
5 changed files with 127 additions and 38 deletions
Download Patch File Download Diff File Expand all files Collapse all files

38
evaluation_examples/examples/2bd59342-0664-4ccb-ba87-79379096cc08.json
View File

@@ -3,20 +3,38 @@
"snapshot": "libreoffice_calc",
"instruction": "Make sparkline chart line by line",
"source": "https://www.youtube.com/shorts/L3Z-F1QTQFY",
"config": {
"download": [
[
"",
"C:\\Users\\tianbaox\\Desktop\\OrderId_Month_Chart.xlsx"
]
],
"open": [
"C:\\Users\\tianbaox\\Desktop\\OrderId_Month_Chart.xlsx"
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://101.43.24.67/s/wrEyMi8HsmFjQrZ/download/OrderId_Month_Chart.xlsx",
"path": "/home/david/OrderId_Month_Chart.xlsx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "/home/david/OrderId_Month_Chart.xlsx"
]
},
"trajectory": "trajectories/2bd59342-0664-4ccb-ba87-79379096cc08",
"related_apps": [
"libreoffice calc"
],
"evaluator": "evaluation_dir"
"evaluator": {
"expected": {
"type": "cloud_file",
"path": "https://101.43.24.67/s/t7pgJxNoAGFQWEM/download/OrderId_Month_Chart_gold.xlsx",
"dest": "OrderId_Month_Chart_gold.xlsx"
},
"result": {
"type": "vm_file",
"path": "/home/david/OrderId_Month_Chart.xlsx",
"dest": "OrderId_Month_Chart.xlsx"
}
}
}

50
evaluation_examples/examples/37608790-6147-45d0-9f20-1137bb35703d.json
View File

@@ -3,32 +3,40 @@
"snapshot": "libreoffice_calc",
"instruction": "Help me fill the columns of First Name, Last Name and Rank",
"source": "https://www.youtube.com/shorts/uzPo_CPCHH8",
"config": {
"download": [
[
"https://drive.usercontent.google.com/download?id=1wDqap5cBfxnlqTNrZG61k_wDWTujl6AU&export=download&authuser=0&confirm=t&uuid=fd183b89-76b7-4dc5-880e-1045ed769562&at=APZUnTWp9RMafMg0xohhBWazN3YD:1701785710674",
"C:\\Users\\tianbaox\\Desktop\\Employee_Roles_and_Ranks.xlsx"
]
],
"open": [
"C:\\Users\\tianbaox\\Desktop\\Employee_Roles_and_Ranks.xlsx"
]
},
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://101.43.24.67/s/FBip5fXoR4KEJaa",
"path": "/home/david/Employee_Roles_and_Ranks.xlsx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "/home/david/Employee_Roles_and_Ranks.xlsx"
}
}
],
"trajectory": "trajectories/37608790-6147-45d0-9f20-1137bb35703d",
"related_apps": [
"libreoffice calc"
],
"evaluator": {
"func": "compare_table(expected, actual)",
"paths": {
"expected": {
"type": "cloud_file",
"path": "https://drive.usercontent.google.com/download?id=1dxpiUqP_CVvQp5tddxlwO3Cp1BqJ-ZDE&export=download&authuser=0&confirm=t&uuid=ccd204c7-07ce-4fdf-a5d4-a7e4f37b9ce6&at=APZUnTVBs7TgrVrDXpkiU8S7WbQo:1702360836747"
},
"actual": {
"type": "vm_file",
"path": "C:\\Users\\tianbaox\\Desktop\\Employee_Roles_and_Ranks.xlsx"
}
"func": "compare_table",
"expected": {
"type": "cloud_file",
"path": "https://101.43.24.67/s/wr7B4GeotNNoeHD",
"dest": "Employee_Roles_and_Ranks_gold.xlsx"
},
"result": {
"type": "vm_file",
"path": "/home/david/Employee_Roles_and_Ranks.xlsx",
"dest": "Employee_Roles_and_Ranks.xlsx"
}
}
}