lzy/sci-gui-agent-benchmark
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge branch 'zdy'

Browse Source
This commit is contained in:
David Chang
2024-01-10 22:31:17 +08:00
parent ad74da9d0b 18cc1fc52c
commit 611dca9ab6
28 changed files with 512 additions and 81 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
evaluation_examples/examples/libreoffice_calc/0cecd4f3-74de-457b-ba94-29ad6b5dafb6.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1ejNXBNOZtn64ugmvXot21pOEjx5xa-I5&export=download&authuser=0&confirm=t&uuid=61aa93e2-03f7-4b28-8e4a-cdff16a642f7&at=APZUnTVgPAHHfXaEjfKau5CDY1_K:1703509323791",
"path": "Desktop/copy_sheet_insert.xlsx"
"path": "/home/user/copy_sheet_insert.xlsx"
}
]
}
@@ -18,7 +18,7 @@
{
"type": "open",
"parameters": {
"path": "Desktop/copy_sheet_insert.xlsx"
"path": "/home/user/copy_sheet_insert.xlsx"
}
}
],
@@ -30,7 +30,7 @@
"func": "check_sheet_list",
"result": {
"type": "vm_file",
"path": "Desktop/copy_sheet_insert.xlsx",
"path": "/home/user/copy_sheet_insert.xlsx",
"dest": "copy_sheet_insert.xlsx"
},
"expected": {

6
evaluation_examples/examples/libreoffice_calc/1334ca3e-f9e3-4db8-9ca7-b4c653be7d17.json
View File

@@ -10,7 +10,7 @@
"file": [
{
"url": "https://drive.usercontent.google.com/download?id=1Wkepf_vic9o7CZFiosZ4jZT_Hy2WbRPZ&export=download&authuser=0&confirm=t&uuid=bc2ce901-a6bb-433f-bcce-cbe42d813f18&at=APZUnTVQcGTcXjwqenmtSH6IMFkM:1703858853235",
"path": "Desktop/Zoom_Out_Oversized_Cells.xlsx"
"path": "/home/user/Zoom_Out_Oversized_Cells.xlsx"
}
]
}
@@ -18,7 +18,7 @@
{
"type": "open",
"parameters": {
"path": "Desktop/Zoom_Out_Oversized_Cells.xlsx"
"path": "/home/user/Zoom_Out_Oversized_Cells.xlsx"
}
}
],
@@ -30,7 +30,7 @@
"func": "check_xlsx_zoom",
"result": {
"type": "vm_file",
"path": "Desktop/Zoom_Out_Oversized_Cells.xlsx",
"path": "/home/user/Zoom_Out_Oversized_Cells.xlsx",
"dest": "Zoom_Out_Oversized_Cells.xlsx"
},
"expected": {

6
evaluation_examples/examples/libreoffice_calc/21df9241-f8d7-4509-b7f1-37e501a823f7.json
View File

@@ -10,7 +10,7 @@
"file": [
{
"url": "https://drive.usercontent.google.com/download?id=16PowrQA4E71xUoJmpXPHy0dr9HBcTRmo&export=download&authuser=0&confirm=t&uuid=9a6265f7-585c-4cf8-b321-3b859aec1e68&at=APZUnTWzzOw85wws0ojXNPsIwnjE:1703858126178",
"path": "Desktop/Represent_in_millions_billions.xlsx"
"path": "/home/user/Represent_in_millions_billions.xlsx"
}
]
}
@@ -18,7 +18,7 @@
{
"type": "open",
"parameters": {
"path": "Desktop/Represent_in_millions_billions.xlsx"
"path": "/home/user/Represent_in_millions_billions.xlsx"
}
}
],
@@ -30,7 +30,7 @@
"func": "compare_table",
"result": {
"type": "vm_file",
"path": "Desktop/Represent_in_millions_billions.xlsx",
"path": "/home/user/Represent_in_millions_billions.xlsx",
"dest": "Represent_in_millions_billions.xlsx"
},
"expected": {

12
evaluation_examples/examples/libreoffice_calc/2bd59342-0664-4ccb-ba87-79379096cc08.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1uywX5XWMvesnb4-8LPKEzr2HFU7HmoIu&export=download&authuser=0&confirm=t&uuid=267bfe49-a861-4272-ae7c-39c95df35e84&at=APZUnTUbs-FF06hSMv3yWfdXc02l:1703508870351",
"path": "Desktop/OrderId_Month_Chart.xlsx"
"path": "/home/user/OrderId_Month_Chart.xlsx"
}
]
}
@@ -18,10 +18,9 @@
{
"type": "open",
"parameters": {
"path": "Desktop/OrderId_Month_Chart.xlsx"
}
}
],
"path": "/home/user/OrderId_Month_Chart.xlsx"
]
},
"trajectory": "trajectories/2bd59342-0664-4ccb-ba87-79379096cc08",
"related_apps": [
"libreoffice calc"
@@ -35,13 +34,12 @@
},
"result": {
"type": "vm_file",
"path": "Desktop/OrderId_Month_Chart.xlsx",
"path": "/home/user/OrderId_Month_Chart.xlsx",
"dest": "OrderId_Month_Chart.xlsx"
},
"options": {
"features": [
"sparkline"
]
}
}
}

6
evaluation_examples/examples/libreoffice_calc/347ef137-7eeb-4c80-a3bb-0951f26a8aff.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1GOEacGTLP4EfGS8YwO9aGmmPgud5EavT&export=download&authuser=0&confirm=t&uuid=3971675c-3a76-4f89-863f-7f8afa59c3c5&at=APZUnTWaQ4_l1IiXsAR8VbjKf4uZ:1703595929357",
"path": "Desktop/Create_column_charts_using_statistics.xlsx"
"path": "/home/user/Create_column_charts_using_statistics.xlsx"
}
]
}
@@ -18,7 +18,7 @@
{
"type": "open",
"parameters": {
"path": "Desktop/Create_column_charts_using_statistics.xlsx"
"path": "/home/user/Create_column_charts_using_statistics.xlsx"
}
}
],
@@ -30,7 +30,7 @@
"func": "compare_table",
"result": {
"type": "vm_file",
"path": "Desktop/Create_column_charts_using_statistics.xlsx",
"path": "/home/user/Create_column_charts_using_statistics.xlsx",
"dest": "Create_column_charts_using_statistics.xlsx"
},
"expected": {

10
evaluation_examples/examples/libreoffice_calc/37608790-6147-45d0-9f20-1137bb35703d.json
View File

@@ -9,8 +9,8 @@
"parameters": {
"files": [
{
"url": "",
"path": "Desktop/Employee_Roles_and_Ranks.xlsx"
"url": "https://101.43.24.67/s/FBip5fXoR4KEJaa",
"path": "/home/user/Employee_Roles_and_Ranks.xlsx"
}
]
}
@@ -18,7 +18,7 @@
{
"type": "open",
"parameters": {
"path": "Desktop/Employee_Roles_and_Ranks.xlsx"
"path": "/home/user/Employee_Roles_and_Ranks.xlsx"
}
}
],
@@ -30,12 +30,12 @@
"func": "compare_table",
"expected": {
"type": "cloud_file",
"path": "",
"path": "https://101.43.24.67/s/wr7B4GeotNNoeHD",
"dest": "Employee_Roles_and_Ranks_gold.xlsx"
},
"result": {
"type": "vm_file",
"path": "Desktop/Employee_Roles_and_Ranks.xlsx",
"path": "/home/user/Employee_Roles_and_Ranks.xlsx",
"dest": "Employee_Roles_and_Ranks.xlsx"
}
}

6
evaluation_examples/examples/libreoffice_calc/4188d3a4-077d-46b7-9c86-23e1a036f6c1.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1ZhGLDKOden_oxzuN2xN9-jNQSHtCX6GE&export=download&authuser=0&confirm=t&uuid=2c097276-a610-4a9f-b6e4-5b54296c1555&at=APZUnTWc7zKPY_ykygn0mO1SAs4s:1703580957447",
"path": "Desktop/Freeze_row_column.xlsx"
"path": "/home/user/Freeze_row_column.xlsx"
}
]
}
@@ -18,7 +18,7 @@
{
"type": "open",
"parameters": {
"path": "Desktop/Freeze_row_column.xlsx"
"path": "/home/user/Freeze_row_column.xlsx"
}
}
],
@@ -30,7 +30,7 @@
"func": "check_xlsx_freeze",
"result": {
"type": "vm_file",
"path": "Desktop/Freeze_row_column.xlsx",
"path": "/home/user/Freeze_row_column.xlsx",
"dest": "Freeze_row_column.xlsx"
},
"expected": {

6
evaluation_examples/examples/libreoffice_calc/4f07fbe9-70de-4927-a4d5-bb28bc12c52c.json
View File

@@ -10,7 +10,7 @@
"file": [
{
"url": "https://drive.usercontent.google.com/download?id=1LHxVvEpLI7kp0Iiy8K74gwkoGiwcLeYP&export=download&authuser=0&confirm=t&uuid=690287ee-d413-46e7-9b01-c56c12e445ff&at=APZUnTVCSd_ajhMGWpEgLHiExfbf:1704199487820",
"path": "/home/david/Padding_Decimals_In_Formular.xlsx"
"path": "/home/user/Padding_Decimals_In_Formular.xlsx"
}
]
}
@@ -18,7 +18,7 @@
{
"type": "open",
"parameters": {
"path": "/home/david/Padding_Decimals_In_Formular.xlsx"
"path": "/home/user/Padding_Decimals_In_Formular.xlsx"
}
}
],
@@ -30,7 +30,7 @@
"func": "compare_table",
"result": {
"type": "vm_file",
"path": "/home/david/Padding_Decimals_In_Formular_gold.xlsx",
"path": "/home/user/Padding_Decimals_In_Formular_gold.xlsx",
"dest": "Padding_Decimals_In_Formular.xlsx"
},
"expected": {

4
evaluation_examples/examples/libreoffice_calc/a01fbce3-2793-461f-ab86-43680ccbae25.json
View File

@@ -10,7 +10,7 @@
"file": [
{
"url": "https://drive.usercontent.google.com/download?id=1uT0axjo9lwkKu6hYVnsAL2FCrdH0DLUv&export=download&authuser=0&confirm=t&uuid=e7da6304-9c7a-4862-8a30-9f2284b843da&at=APZUnTVNHThpAZJmF6IuPckFvslw:1704187618838",
"path": "/home/david/Set_Decimal_Separator_Dot.xlsx"
"path": "/home/user/Set_Decimal_Separator_Dot.xlsx"
}
]
}
@@ -24,7 +24,7 @@
"func": "check_libre_locale",
"result": {
"type": "vm_file",
"path": "/home/david/.config/libreoffice/4/user/registrymodifications.xcu",
"path": "/home/user/.config/libreoffice/4/user/registrymodifications.xcu",
"dest": "registrymodifications.xcu"
},
"expected": {

6
evaluation_examples/examples/libreoffice_calc/aa3a8974-2e85-438b-b29e-a64df44deb4b.json
View File

@@ -10,7 +10,7 @@
"file": [
{
"url": "https://drive.usercontent.google.com/download?id=1O4bw7jEsVdFGeGeSX8hDjsvIbozV38sd&export=download&authuser=0&confirm=t&uuid=b6ceade0-e9c3-47bf-8c40-fef77b5ea1f1&at=APZUnTUUYaEx0Y_lAESeK1DfQZw6:1704179724348",
"path": "/home/david/Resize_Cells_Fit_Page.xlsx"
"path": "/home/user/Resize_Cells_Fit_Page.xlsx"
}
]
}
@@ -18,7 +18,7 @@
{
"type": "open",
"parameters": {
"path": "/home/david/Resize_Cells_Fit_Page.xlsx"
"path": "/home/user/Resize_Cells_Fit_Page.xlsx"
}
}
],
@@ -30,7 +30,7 @@
"func": "check_pdf_pages",
"result": {
"type": "vm_file",
"path": "/home/david/Resize_Cells_Fit_Page.xlsx",
"path": "/home/user/Resize_Cells_Fit_Page.xlsx",
"dest": "Resize_Cells_Fit_Page.xlsx"
},
"expected": {

6
evaluation_examples/examples/libreoffice_calc/f9584479-3d0d-4c79-affa-9ad7afdd8850.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1rwhniaClEkF8XFzdfaNUA6GmAiy4syMZ&export=download&authuser=0&confirm=t&uuid=6fdd5b04-85f4-45e1-ad74-368f8f2a82ab&at=APZUnTUP-JxPxLfNls6jXWghblQ5:1701766091851",
"path": "Desktop/Quarterly_Product_Sales_by_Zone.xlsx"
"path": "/home/user/Quarterly_Product_Sales_by_Zone.xlsx"
}
]
}
@@ -18,7 +18,7 @@
{
"type": "open",
"parameters": {
"path": "Desktop/Quarterly_Product_Sales_by_Zone.xlsx"
"path": "/home/user/Quarterly_Product_Sales_by_Zone.xlsx"
}
}
],
@@ -35,7 +35,7 @@
},
"result": {
"type": "vm_file",
"path": "Desktop/Quarterly_Product_Sales_by_Zone.xlsx",
"path": "/home/user/Quarterly_Product_Sales_by_Zone.xlsx",
"dest": "Quarterly_Product_Sales_by_Zone.xlsx"
}
}

66
evaluation_examples/examples/thunderbird/06fe7178-4491-4589-810f-2e2bc9502122.json
View File

@@ -1,12 +1,70 @@
{
"id": "06fe7178-4491-4589-810f-2e2bc9502122",
"snapshot": "thunderbird",
"instruction": "Could you help me back up all the email files in my profile to PROFILE_DIR?",
"instruction": "Could you help me back up all the email files in my profile to ~/email.bak? Please save them in eml format.",
"source": "https://www.quora.com/How-do-I-backup-email-files-in-Mozilla-Thunderbird",
"config": [],
"trajectory": "trajectories/",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1EHLRWzBCOsyERkSMUnTF2pnsR0n6ZvtR&export=download&authuser=0&confirm=t&uuid=de09bd5e-bef8-499a-b599-c642af190e10&at=APZUnTXqOsQkxl0zMSX6R1Sgp_v3:1704362491712",
"path": "/home/user/thunderbird-profile.tar.gz"
}
]
}
},
{
"type": "execute",
"parameters": {
"command": [
"tar",
"-xzv",
"--recursive-unlink",
"-f",
"/home/user/thunderbird-profile.tar.gz",
"-C",
"/home/user/"
]
}
},
{
"type": "launch",
"parameters": {
"command": [
"/usr/bin/thunderbird"
]
}
}
],
"trajectory": "trajectories/06fe7178-4491-4589-810f-2e2bc9502122",
"related_apps": [
"thunderbird"
],
"evaluator": "evaluation_dir"
"evaluator": {
"postconfig": [
{
"type": "command",
"parameters": {
"command": ["ls", "-R", "/home/user/emails.bak"],
"stdout": "emails.bak.ls"
}
}
],
"func": "check_list",
"result": {
"type": "cache_file",
"path": "emails.bak.ls"
},
"expected": {
"type": "rule",
"rules": {
"expect": [
"歡迎使用新的 Outlook.com 帳戶.*\\.eml",
"A Test E-mail.*\\.eml"
]
}
}
}
}

53
evaluation_examples/examples/thunderbird/12086550-11c0-466b-b367-1d9e75b3910e.json
View File

@@ -3,10 +3,57 @@
"snapshot": "thunderbird",
"instruction": "Could you help me open up the Thunderbird profile manager utility?",
"source": "https://www.quora.com/How-do-I-open-a-Thunderbird-profile-manager-utility",
"config": [],
"trajectory": "trajectories/",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1EHLRWzBCOsyERkSMUnTF2pnsR0n6ZvtR&export=download&authuser=0&confirm=t&uuid=de09bd5e-bef8-499a-b599-c642af190e10&at=APZUnTXqOsQkxl0zMSX6R1Sgp_v3:1704362491712",
"path": "/home/user/thunderbird-profile.tar.gz"
}
]
}
},
{
"type": "execute",
"parameters": {
"command": [
"tar",
"-xzv",
"--recursive-unlink",
"-f",
"/home/user/thunderbird-profile.tar.gz",
"-C",
"/home/user/"
]
}
},
{
"type": "launch",
"parameters": {
"command": [
"/usr/bin/thunderbird"
]
}
}
],
"trajectory": "trajectories/12086550-11c0-466b-b367-1d9e75b3910e",
"related_apps": [
"thunderbird"
],
"evaluator": "evaluation_dir"
"evaluator": {
"result": {
"type": "accessibility_tree"
},
"expected": {
"type": "rule",
"rules": {
"selectors": [
"application[name=Thunderbird] page-tab-list[attr|id=\"tabmail-tabs\"]>page-tab[name=\"About Profiles\"]"
]
}
},
"func": "check_accessibility_tree"
}
}

12
evaluation_examples/examples/thunderbird/7b6c7e24-c58a-49fc-a5bb-d57b80e5b4c3.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1EHLRWzBCOsyERkSMUnTF2pnsR0n6ZvtR&export=download&authuser=0&confirm=t&uuid=de09bd5e-bef8-499a-b599-c642af190e10&at=APZUnTXqOsQkxl0zMSX6R1Sgp_v3:1704362491712",
"path": "/home/david/thunderbird-profile.tar.gz"
"path": "/home/user/thunderbird-profile.tar.gz"
}
]
}
@@ -23,9 +23,9 @@
"-xzv",
"--recursive-unlink",
"-f",
"/home/david/thunderbird-profile.tar.gz",
"/home/user/thunderbird-profile.tar.gz",
"-C",
"/home/david/"
"/home/user/"
]
}
},
@@ -50,7 +50,7 @@
"files": [
{
"url": "https://raw.githubusercontent.com/unode/firefox_decrypt/main/firefox_decrypt.py",
"path": "/home/david/firefox_decrypt.py"
"path": "/home/user/firefox_decrypt.py"
}
]
}
@@ -60,8 +60,8 @@
"parameters": {
"command": [
"python3",
"/home/david/firefox_decrypt.py",
"/home/david/.thunderbird",
"/home/user/firefox_decrypt.py",
"/home/user/.thunderbird",
"-n",
"-c",
"2",

12
evaluation_examples/examples/thunderbird/bb5e4c0d-f964-439c-97b6-bdb9747de3f4.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1EHLRWzBCOsyERkSMUnTF2pnsR0n6ZvtR&export=download&authuser=0&confirm=t&uuid=de09bd5e-bef8-499a-b599-c642af190e10&at=APZUnTXqOsQkxl0zMSX6R1Sgp_v3:1704362491712",
"path": "/home/david/thunderbird-profile.tar.gz"
"path": "/home/user/thunderbird-profile.tar.gz"
}
]
}
@@ -23,9 +23,9 @@
"-xzv",
"--recursive-unlink",
"-f",
"/home/david/thunderbird-profile.tar.gz",
"/home/user/thunderbird-profile.tar.gz",
"-C",
"/home/david/"
"/home/user/"
]
}
},
@@ -50,7 +50,7 @@
"files": [
{
"url": "https://raw.githubusercontent.com/unode/firefox_decrypt/main/firefox_decrypt.py",
"path": "/home/david/firefox_decrypt.py"
"path": "/home/user/firefox_decrypt.py"
}
]
}
@@ -60,8 +60,8 @@
"parameters": {
"command": [
"python3",
"/home/david/firefox_decrypt.py",
"/home/david/.thunderbird",
"/home/user/firefox_decrypt.py",
"/home/user/.thunderbird",
"-n",
"-c",
"2",