lzy/sci-gui-agent-benchmark
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge branch 'zdy'

Browse Source
This commit is contained in:
David Chang
2023-12-26 21:06:39 +08:00
parent fa6cccc26a fe0a59583a
commit 50b82167d0
4 changed files with 138 additions and 17 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
evaluation_examples/examples/libreoffice_calc/2bd59342-0664-4ccb-ba87-79379096cc08.json
View File

@@ -26,6 +26,7 @@
"libreoffice calc"
],
"evaluator": {
"func": "compare_with_sparklines",
"expected": {
"type": "cloud_file",
"path": "https://drive.usercontent.google.com/download?id=1KQJJLVPGtTL_7ArEWvwwbFbJSiA3cgSE&export=download&authuser=0&confirm=t&uuid=6b11c721-caad-439a-b369-4c13c7a485df&at=APZUnTV5-1isKrDKSHV9NeJ6TDeS:1703509054094",

42
evaluation_examples/examples/libreoffice_calc/347ef137-7eeb-4c80-a3bb-0951f26a8aff.json Normal file
View File

@@ -0,0 +1,42 @@
{
"id": "347ef137-7eeb-4c80-a3bb-0951f26a8aff",
"snapshot": "libreoffice_calc",
"instruction": "Could you create two column charts of per-month costs for me using statistics in the form?",
"source": "https://www.youtube.com/watch?v=bgO40-CjYNY",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1GOEacGTLP4EfGS8YwO9aGmmPgud5EavT&export=download&authuser=0&confirm=t&uuid=3971675c-3a76-4f89-863f-7f8afa59c3c5&at=APZUnTWaQ4_l1IiXsAR8VbjKf4uZ:1703595929357",
"path": "Desktop/Create_column_charts_using_statistics.xlsx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "Desktop/Create_column_charts_using_statistics.xlsx"
}
}
],
"trajectory": "trajectories/347ef137-7eeb-4c80-a3bb-0951f26a8aff",
"related_apps": [
"libreoffice_calc"
],
"evaluator": {
"func": "compare_with_charts",
"result": {
"type": "vm_file",
"path": "Desktop/Create_column_charts_using_statistics.xlsx",
"dest": "Create_column_charts_using_statistics.xlsx"
},
"expected": {
"type": "cloud_file",
"path": "https://drive.usercontent.google.com/download?id=1yiTCGZvGccWET9u8K7looD3ybH7PO9gb&export=download&authuser=0&confirm=t&uuid=65f54a6f-bb2e-40c3-8a76-091d785a5aca&at=APZUnTVbeO6maMvzItLvSwdBEZoM:1703595892144",
"dest": "Create_column_charts_using_statistics_gold.xlsx"
}
}
}