lzy/sci-gui-agent-benchmark
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

ver Dec26th

Browse Source 
evaluation metric checking result file according to rules
This commit is contained in:
David Chang
2023-12-26 16:46:50 +08:00
parent bc2ef08da7
commit a6b6022ecb
6 changed files with 134 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

43
evaluation_examples/examples/libreoffice_calc/4188d3a4-077d-46b7-9c86-23e1a036f6c1.json Normal file
View File

@@ -0,0 +1,43 @@
{
"id": "4188d3a4-077d-46b7-9c86-23e1a036f6c1",
"snapshot": "libreoffice_calc",
"instruction": "Help me freeze the range A1:B5 on this sheet",
"source": "https://www.libreofficehelp.com/freeze-unfreeze-rows-columns-ranges-calc/",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://101.43.24.67/s/H7k3zLNaNcMWyLB/download/Freeze_row_column.xlsx",
"path": "/home/david/Freeze_row_column.xlsx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "/home/david/Freeze_row_column.xlsx"
}
}
],
"trajectory": "trajectories/4188d3a4-077d-46b7-9c86-23e1a036f6c1",
"related_apps": [
"libreoffice_calc"
],
"evaluators": {
"func": "check_xlsx_freeze",
"result": {
"type": "vm_file",
"path": "/home/david/Freeze_row_column.xlsx",
"dest": "Freeze_row_column.xlsx"
},
"expected": {
"type": "rule",
"rules": {
"position": "C6"
}
}
}
}