Files
sci-gui-agent-benchmark/evaluation_examples/examples/libreoffice_calc/04d9aeaf-7bed-4024-bedb-e10e6f00eb7f.json
Danyang Zhang 53ffc05042 Calc eval fix (#272)
* ver Jun17th

updating annotations

* ver Jun17th

corrected annotation of 1d17
added check for cell merge

* ver Jun17th

updated several annotations

* ver Jun20th

fixed set-up config of 2bd59342-0664-4ccb-ba87-79379096cc08

* fix: Enhance instructions in LibreOffice Calc examples for clarity and specificity, including details on using Pivot Tables, column placements, and revenue calculations.

* ver Jun21st

updating calc evals

* ver Jun22nd

fixed an impress task

* ver Jun22ndv2

adjusted several calc tasks

* Clean scalfolds

* ver Jul18th

added two try-excepts to handle possible formula parsing and calculation
failures

---------

Co-authored-by: BowenBryanWang <bryanwang.nlp@connect.hku.hk>
Co-authored-by: yuanmengqi <yuanmengqi@mail.ustc.edu.cn>
2025-07-18 21:28:48 +08:00

86 lines
2.3 KiB
JSON

{
"id": "04d9aeaf-7bed-4024-bedb-e10e6f00eb7f",
"snapshot": "libreoffice_calc",
"instruction": "In a new sheet with 4 headers \"Year\", \"CA changes\", \"FA changes\", and \"OA changes\", calculate the percentage annual changes compared to last year in 2015 to 2019 for the Current Assets, Fixed Assets, and Other Assets columns. ",
"source": "SheetCopilot@168",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/libreoffice_calc/04d9aeaf-7bed-4024-bedb-e10e6f00eb7f/SmallBalanceSheet.xlsx",
"path": "/home/user/SmallBalanceSheet.xlsx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "/home/user/SmallBalanceSheet.xlsx"
}
}
],
"trajectory": "trajectories/04d9aeaf-7bed-4024-bedb-e10e6f00eb7f",
"related_apps": [
"libreoffice_calc"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "SmallBalanceSheet.xlsx - LibreOffice Calc",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; pyautogui.hotkey(\"ctrl\", \"s\");"
]
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
}
],
"func": "compare_table",
"expected": {
"type": "cloud_file",
"path": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/libreoffice_calc/04d9aeaf-7bed-4024-bedb-e10e6f00eb7f/4_SmallBalanceSheet_gt1.xlsx",
"dest": "4_SmallBalanceSheet_gt1.xlsx"
},
"result": {
"type": "vm_file",
"path": "/home/user/SmallBalanceSheet.xlsx",
"dest": "SmallBalanceSheet.xlsx"
},
"options": {
"rules": [
{
"type": "sheet_data",
"sheet_idx0": "RNSheet2",
"sheet_idx1": "ENSheet2"
}
]
}
},
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}