lzy/sci-gui-agent-benchmark
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

ver Jan17th

Browse Source 
updated the existing task configs
This commit is contained in:
David Chang
2024-01-17 17:27:08 +08:00
parent 3f335f47c6
commit ffc4c32bac
23 changed files with 449 additions and 86 deletions
Download Patch File Download Diff File Expand all files Collapse all files

25
evaluation_examples/examples/libreoffice_calc/0cecd4f3-74de-457b-ba94-29ad6b5dafb6.json
View File

@@ -27,6 +27,31 @@
"libreoffice_calc"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "copy_sheet_insert.xlsx - LibreOffice Calc",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; pyautogui.press([\"ctrl\", \"s\"]);"
]
}
}
],
"func": "check_sheet_list",
"result": {
"type": "vm_file",

25
evaluation_examples/examples/libreoffice_calc/1334ca3e-f9e3-4db8-9ca7-b4c653be7d17.json
View File

@@ -27,6 +27,31 @@
"libreoffice_calc"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "Zoom_Out_Oversized_Cells.xlsx - LibreOffice Calc",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; pyautogui.press([\"ctrl\", \"s\"]);"
]
}
}
],
"func": "check_xlsx_zoom",
"result": {
"type": "vm_file",

25
evaluation_examples/examples/libreoffice_calc/21df9241-f8d7-4509-b7f1-37e501a823f7.json
View File

@@ -27,6 +27,31 @@
"libreoffice_calc"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "Represent_in_millions_billions.xlsx - LibreOffice Calc",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; pyautogui.press([\"ctrl\", \"s\"]);"
]
}
}
],
"func": "compare_table",
"result": {
"type": "vm_file",

25
evaluation_examples/examples/libreoffice_calc/2bd59342-0664-4ccb-ba87-79379096cc08.json
View File

@@ -26,6 +26,31 @@
"libreoffice calc"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "OrderId_Month_Chart.xlsx - LibreOffice Calc",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; pyautogui.press([\"ctrl\", \"s\"]);"
]
}
}
],
"func": "compare_table",
"expected": {
"type": "cloud_file",

25
evaluation_examples/examples/libreoffice_calc/347ef137-7eeb-4c80-a3bb-0951f26a8aff.json
View File

@@ -27,6 +27,31 @@
"libreoffice_calc"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "Create_column_charts_using_statistics.xlsx - LibreOffice Calc",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; pyautogui.press([\"ctrl\", \"s\"]);"
]
}
}
],
"func": "compare_table",
"result": {
"type": "vm_file",

25
evaluation_examples/examples/libreoffice_calc/4188d3a4-077d-46b7-9c86-23e1a036f6c1.json
View File

@@ -27,6 +27,31 @@
"libreoffice_calc"
],
"evaluators": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "Freeze_row_column.xlsx - LibreOffice Calc",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; pyautogui.press([\"ctrl\", \"s\"]);"
]
}
}
],
"func": "check_xlsx_freeze",
"result": {
"type": "vm_file",

25
evaluation_examples/examples/libreoffice_calc/4f07fbe9-70de-4927-a4d5-bb28bc12c52c.json
View File

@@ -27,6 +27,31 @@
"libreoffice_calc"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "OrderId_Month_Chart.xlsx - LibreOffice Calc",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; pyautogui.press([\"ctrl\", \"s\"]);"
]
}
}
],
"func": "compare_table",
"result": {
"type": "vm_file",

25
evaluation_examples/examples/libreoffice_calc/a01fbce3-2793-461f-ab86-43680ccbae25.json
View File

@@ -21,6 +21,31 @@
"libreoffice_calc"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "Set_Decimal_Separator_Dot.xlsx - LibreOffice Calc",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; pyautogui.press([\"ctrl\", \"s\"]);"
]
}
}
],
"func": "check_libre_locale",
"result": {
"type": "vm_file",

4
evaluation_examples/examples/libreoffice_calc/aa3a8974-2e85-438b-b29e-a64df44deb4b.json
View File

@@ -30,8 +30,8 @@
"func": "check_pdf_pages",
"result": {
"type": "vm_file",
"path": "/home/user/Resize_Cells_Fit_Page.xlsx",
"dest": "Resize_Cells_Fit_Page.xlsx"
"path": "/home/user/Resize_Cells_Fit_Page.pdf",
"dest": "Resize_Cells_Fit_Page.pdf"
},
"expected": {
"type": "rule",

25
evaluation_examples/examples/libreoffice_calc/f9584479-3d0d-4c79-affa-9ad7afdd8850.json
View File

@@ -27,6 +27,31 @@
"libreoffice calc"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "Quarterly_Product_Sales_by_Zone.xlsx - LibreOffice Calc",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; pyautogui.press([\"ctrl\", \"s\"]);"
]
}
}
],
"func": "compare_table",
"expected": {
"type": "cloud_file",

15
evaluation_examples/examples/thunderbird/030eeff7-b492-4218-b312-701ec99ee0cc.json
View File

@@ -45,12 +45,17 @@
"evaluator": {
"postconfig": [
{
"type": "command",
"type": "close_window",
"parameters": {
"command": ["wmctrl", "-xFc", "Mail.thunderbird"],
"until": {
"returncode": 1
}
"window_name": "Mail.thunderbird",
"strict": true,
"by_class": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
}
],

14
evaluation_examples/examples/thunderbird/35253b65-1c19-4304-8aa4-6884b8218fc0.json
View File

@@ -45,12 +45,16 @@
"evaluator": {
"postconfig": [
{
"type": "command",
"type": "close_window",
"parameters": {
"command": ["wmctrl", "-Fc", "Message Filters"],
"until": {
"returncode": 1
}
"window_name": "Message Filters",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
}
],

19
evaluation_examples/examples/thunderbird/3d1682a7-0fb0-49ae-a4dc-a73afd2d06d5.json
View File

@@ -45,16 +45,17 @@
"evaluator": {
"postconfig": [
{
"type": "execute",
"type": "close_window",
"parameters": {
"command": [
"wmctrl",
"-xFc",
"Mail.thunderbird"
],
"until": {
"returncode": 1
}
"window_name": "Mail.thunderbird",
"strict": true,
"by_class": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
}
],

19
evaluation_examples/examples/thunderbird/3d1682a7-0fb0-49ae-a4dc-a73afd2d06d5.json.nosetup
View File

@@ -23,16 +23,17 @@
"evaluator": {
"postconfig": [
{
"type": "execute",
"type": "close_window",
"parameters": {
"command": [
"wmctrl",
"-xFc",
"Mail.thunderbird"
],
"until": {
"returncode": 1
}
"window_name": "Mail.thunderbird",
"strict": true,
"by_class": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
}
],

15
evaluation_examples/examples/thunderbird/480bcfea-d68f-4aaa-a0a9-2589ef319381.json
View File

@@ -45,12 +45,17 @@
"evaluator": {
"postconfig": [
{
"type": "command",
"type": "close_window",
"parameters": {
"command": ["wmctrl", "-xFc", "Mail.thunderbird"],
"until": {
"returncode": 1
}
"window_name": "Mail.thunderbird",
"strict": true,
"by_class": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
}
],

15
evaluation_examples/examples/thunderbird/6766f2b8-8a72-417f-a9e5-56fcaa735837.json
View File

@@ -45,12 +45,17 @@
"evaluator": {
"postconfig": [
{
"type": "command",
"type": "close_window",
"parameters": {
"command": ["wmctrl", "-xFc", "Mail.thunderbird"],
"until": {
"returncode": 1
}
"window_name": "Mail.thunderbird",
"strict": true,
"by_class": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
}
],

15
evaluation_examples/examples/thunderbird/6766f2b8-8a72-417f-a9e5-56fcaa735837.json.nosetup
View File

@@ -23,12 +23,17 @@
"evaluator": {
"postconfig": [
{
"type": "command",
"type": "close_window",
"parameters": {
"command": ["wmctrl", "-xFc", "Mail.thunderbird"],
"until": {
"returncode": 1
}
"window_name": "Mail.thunderbird",
"strict": true,
"by_class": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
}
],

15
evaluation_examples/examples/thunderbird/94760984-3ff5-41ee-8347-cf1af709fea0.json
View File

@@ -45,12 +45,17 @@
"evaluator": {
"postconfig": [
{
"type": "command",
"type": "close_window",
"parameters": {
"command": ["wmctrl", "-xFc", "Mail.thunderbird"],
"until": {
"returncode": 1
}
"window_name": "Mail.thunderbird",
"strict": true,
"by_class": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
}
],

15
evaluation_examples/examples/thunderbird/c9e7eaf2-b1a1-4efc-a982-721972fa9f02.json
View File

@@ -45,12 +45,17 @@
"evaluator": {
"postconfig": [
{
"type": "command",
"type": "close_window",
"parameters": {
"command": ["wmctrl", "-xFc", "Mail.thunderbird"],
"until": {
"returncode": 1
}
"window_name": "Mail.thunderbird",
"strict": true,
"by_class": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
}
],

14
evaluation_examples/examples/thunderbird/e1e75309-3ddb-4d09-92ec-de869c928143.json
View File

@@ -45,12 +45,16 @@
"evaluator": {
"postconfig": [
{
"type": "command",
"type": "close_window",
"parameters": {
"command": ["wmctrl", "-Fc", "Message Filters"],
"until": {
"returncode": 1
}
"window_name": "Message Filters",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
}
],

14
evaluation_examples/examples/thunderbird/e1e75309-3ddb-4d09-92ec-de869c928143.json.nosetup
View File

@@ -23,12 +23,16 @@
"evaluator": {
"postconfig": [
{
"type": "command",
"type": "close_window",
"parameters": {
"command": ["wmctrl", "-Fc", "Message Filters"],
"until": {
"returncode": 1
}
"window_name": "Message Filters",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
}
],