lzy/sci-gui-agent-benchmark
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge branch 'zdy'

Browse Source
This commit is contained in:
David Chang
2023-12-30 20:53:54 +08:00
parent 2d493759e3 aaca06ba40
commit 19b99a13e2
8 changed files with 210 additions and 58 deletions
Download Patch File Download Diff File Expand all files Collapse all files

44
evaluation_examples/examples/libreoffice_calc/1334ca3e-f9e3-4db8-9ca7-b4c653be7d17.json Normal file
View File

@@ -0,0 +1,44 @@
{
"id": "1334ca3e-f9e3-4db8-9ca7-b4c653be7d17",
"snapshot": "libreoffice_calc",
"instruction": "The cells are so big that I can not click on the cell I want, zoom out a little bit.",
"source": "https://techcommunity.microsoft.com/t5/excel/excel-workbook-top-way-too-big-can-t-see-rows-and-columns/m-p/4014694",
"config": [
{
"type": "download",
"parameters": {
"file": [
{
"url": "https://drive.usercontent.google.com/download?id=1Wkepf_vic9o7CZFiosZ4jZT_Hy2WbRPZ&export=download&authuser=0&confirm=t&uuid=bc2ce901-a6bb-433f-bcce-cbe42d813f18&at=APZUnTVQcGTcXjwqenmtSH6IMFkM:1703858853235",
"path": "Desktop/Zoom_Out_Oversized_Cells.xlsx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "Desktop/Zoom_Out_Oversized_Cells.xlsx"
}
}
],
"trajectory": "trajectories/1334ca3e-f9e3-4db8-9ca7-b4c653be7d17",
"related_apps": [
"libreoffice_calc"
],
"evaluator": {
"func": "check_zoom",
"result": {
"type": "vm_file",
"path": "Desktop/Zoom_Out_Oversized_Cells.xlsx",
"dest": "Zoom_Out_Oversized_Cells.xlsx"
},
"expected": {
"type": "rule",
"rules": {
"relation": "lt",
"ref_value": 260
}
}
}
}

47
evaluation_examples/examples/libreoffice_calc/21df9241-f8d7-4509-b7f1-37e501a823f7.json Normal file
View File

@@ -0,0 +1,47 @@
{
"id": "21df9241-f8d7-4509-b7f1-37e501a823f7",
"snapshot": "libreoffice_calc",
"instruction": "Change the representation of colum \"Parameter\" and show in Millions (M) and Billions (B). Keep one decimal and place a white space between the digits and the unit.",
"source": "https://www.youtube.com/watch?v=p5C4V_AO1UU",
"config": [
{
"type": "download",
"parameters": {
"file": [
{
"url": "https://drive.usercontent.google.com/download?id=16PowrQA4E71xUoJmpXPHy0dr9HBcTRmo&export=download&authuser=0&confirm=t&uuid=9a6265f7-585c-4cf8-b321-3b859aec1e68&at=APZUnTWzzOw85wws0ojXNPsIwnjE:1703858126178",
"path": "Desktop/Represent_in_millions_billions.xlsx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "Desktop/Represent_in_millions_billions.xlsx"
}
}
],
"trajectory": "trajectories/21df9241-f8d7-4509-b7f1-37e501a823f7",
"related_apps": [
"libreoffice_calc"
],
"evaluator": {
"func": "compare_table",
"result": {
"type": "vm_file",
"path": "Desktop/Represent_in_millions_billions.xlsx",
"dest": "Represent_in_millions_billions.xlsx"
},
"expected": {
"type": "cloud_file",
"path": "https://drive.usercontent.google.com/download?id=1Jy6lZexhU5t0eW1GwXJ_csnwIe0Xiy9-&export=download&authuser=0&confirm=t&uuid=601701e7-9eb8-4ce8-83d5-35916094a15d&at=APZUnTW4WE-plIC5MmWTuFu24qLL:1703857882995",
"dest": "Represent_in_millions_billions_gold.xlsx"
},
"options": {
"features": [
"number_format"
]
}
}
}

10
evaluation_examples/examples/libreoffice_calc/2bd59342-0664-4ccb-ba87-79379096cc08.json
View File

@@ -27,7 +27,7 @@
"libreoffice calc"
],
"evaluator": {
"func": "compare_with_sparklines",
"func": "compare_table",
"expected": {
"type": "cloud_file",
"path": "https://drive.usercontent.google.com/download?id=1KQJJLVPGtTL_7ArEWvwwbFbJSiA3cgSE&export=download&authuser=0&confirm=t&uuid=6b11c721-caad-439a-b369-4c13c7a485df&at=APZUnTV5-1isKrDKSHV9NeJ6TDeS:1703509054094",
@@ -37,6 +37,10 @@
"type": "vm_file",
"path": "Desktop/OrderId_Month_Chart.xlsx",
"dest": "OrderId_Month_Chart.xlsx"
}
},
"options": {
"features": [
"sparkline"
]
}
}
}

5
evaluation_examples/examples/libreoffice_calc/347ef137-7eeb-4c80-a3bb-0951f26a8aff.json
View File

@@ -27,7 +27,7 @@
"libreoffice_calc"
],
"evaluator": {
"func": "compare_with_charts",
"func": "compare_table",
"result": {
"type": "vm_file",
"path": "Desktop/Create_column_charts_using_statistics.xlsx",
@@ -39,6 +39,9 @@
"dest": "Create_column_charts_using_statistics_gold.xlsx"
},
"options": {
"features": [
"chart"
],
"chart_props": [
"type",
"direction"

16
evaluation_examples/examples/libreoffice_calc/f9584479-3d0d-4c79-affa-9ad7afdd8850.json
View File

@@ -21,13 +21,13 @@
"path": "Desktop/Quarterly_Product_Sales_by_Zone.xlsx"
}
}
],
"trajectory": "trajectories/f9584479-3d0d-4c79-affa-9ad7afdd8850",
"related_apps": [
"libreoffice calc"
],
"evaluator": {
"func": "compare_table",
],
"trajectory": "trajectories/f9584479-3d0d-4c79-affa-9ad7afdd8850",
"related_apps": [
"libreoffice calc"
],
"evaluator": {
"func": "compare_table",
"expected": {
"type": "cloud_file",
"path": "https://drive.usercontent.google.com/download?id=17f1wZuJPvUEc5at_Fy3c18VFdOk0x7xz&export=download&authuser=0&confirm=t&uuid=6d2edffd-0ce0-426e-9820-8af25b4667f3&at=APZUnTVh7JS85dwZBaV2hytWQgDK:1702361510956",
@@ -38,5 +38,5 @@
"path": "Desktop/Quarterly_Product_Sales_by_Zone.xlsx",
"dest": "Quarterly_Product_Sales_by_Zone.xlsx"
}
}
}
}