lzy/sci-gui-agent-benchmark
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Fix Duplicate ids; Remove unused JSON files across multiple applications

Browse Source
This commit is contained in:
Timothyxxx
2025-02-10 15:49:54 +08:00
parent f4750701d4
commit 2f0f3f31aa
139 changed files with 17 additions and 4711 deletions
Download Patch File Download Diff File Expand all files Collapse all files

67
evaluation_examples/examples_windows/word/0810415c-bde4-4443-9047-d5f70165a697.json Normal file
View File

@@ -0,0 +1,67 @@
{
"id": "0810415c-bde4-4443-9047-d5f70165a697",
"snapshot": "word",
"instruction": "Make the line spacing of first two paragraph into double line spacing",
"source": "https://www.youtube.com/watch?v=Q_AaL6ljudU",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1YhHNlRsL7lJBsqRYctz4CmEoD1g8oAm0&export=download&authuser=0&confirm=t&uuid=16776039-9eae-4ee7-ae0b-8b2d71cb25e1&at=APZUnTWVT6sfD3MQEADssAEc4Pwn:1706622286569",
"path": "C:\\Users\\User\\Novels_Intro_Packet.docx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "C:\\Users\\User\\Novels_Intro_Packet.docx"
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"word"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "Novels_Intro_Packet - Word",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.hotkey(\"ctrl\", \"s\"); time.sleep(0.5);"
]
}
}
],
"func": "compare_line_spacing",
"expected": {
"type": "cloud_file",
"path": "https://drive.usercontent.google.com/download?id=1-svVsH-l2ofufEKuN-cYrIrvXNobtATE&export=download&authuser=0&confirm=t&uuid=95ca5e2e-7fb3-4084-9f7b-a608a8277322&at=APZUnTXFO_571vyDp_r_LskPfq-j:1706796981024",
"dest": "Novels_Intro_Packet_Gold.docx"
},
"result": {
"type": "vm_file",
"path": "C:\\Users\\User\\Novels_Intro_Packet.docx",
"dest": "Novels_Intro_Packet.docx"
}
}
}

67
evaluation_examples/examples_windows/word/0b17a146-2934-46c7-8727-73ff6b6483e8.json Normal file
View File

@@ -0,0 +1,67 @@
{
"id": "0b17a146-2934-46c7-8727-73ff6b6483e8",
"snapshot": "word",
"instruction": "Help me change the 2 in \"H2O\" to a subscript.",
"source": "https://askubuntu.com/questions/245695/how-do-you-insert-subscripts-and-superscripts-into-ordinary-non-formula-text-i",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1FkorQBeTJ5L2jLuvu4YxHSlBMK4VEEG6&export=download&authuser=0&confirm=t&uuid=cc63dc0b-bae7-4ef6-a40d-e2da721976ef&at=APZUnTWyPZlZPFlqGTWAWXWmS04c:1704976667765",
"path": "C:\\Users\\User\\H2O_Factsheet_WA.docx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "C:\\Users\\User\\H2O_Factsheet_WA.docx"
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"word"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "H2O_Factsheet_WA - Word",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.hotkey(\"ctrl\", \"s\"); time.sleep(0.5);"
]
}
}
],
"func": "compare_docx_files",
"result": {
"type": "vm_file",
"path": "C:\\Users\\User\\H2O_Factsheet_WA.docx",
"dest": "H2O_Factsheet_WA.docx"
},
"expected": {
"type": "cloud_file",
"path": "https://drive.usercontent.google.com/download?id=1dM_FSTGDWxSW64VEth_wKMYNkvw0y_tq&export=download&authuser=0&confirm=t&uuid=342f41e2-f48f-41ff-8942-f7dfe5de1dba&at=APZUnTXHfskcX3tvmrSbzCOyQIgb:1704976694506",
"dest": "H2O_Factsheet_WA_Gold.docx"
}
}
}

68
evaluation_examples/examples_windows/word/0e763496-b6bb-4508-a427-fad0b6c3e195.json Normal file
View File

@@ -0,0 +1,68 @@
{
"id": "0e763496-b6bb-4508-a427-fad0b6c3e195",
"snapshot": "word",
"instruction": "Change the font to \"Times New Roman\" throughout the text.",
"source": "https://ask.libreoffice.org/t/how-do-i-change-the-font-for-the-whole-document-in-writer/9220",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1fIHNzFm8JabWoLKOnxrFM722fQ1d_huK&export=download&authuser=0&confirm=t&uuid=d11a8dda-1e4e-4dc9-b05c-e6b47624dbf0&at=APZUnTVG0ViFnKJa00314wVr3uP9:1704185871014",
"path": "C:\\Users\\User\\Dublin_Zoo_Intro.docx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "C:\\Users\\User\\Dublin_Zoo_Intro.docx"
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"word"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "Dublin_Zoo_Intro - Word",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.hotkey(\"ctrl\", \"s\"); time.sleep(5);"
]
}
}
],
"func": "compare_font_names",
"expected": {
"type": "rule",
"rules": {
"font_name": "Times New Roman"
}
},
"result": {
"type": "vm_file",
"path": "C:\\Users\\User\\Dublin_Zoo_Intro.docx",
"dest": "Dublin_Zoo_Intro.docx"
}
}
}

62
evaluation_examples/examples_windows/word/3ef2b351-8a84-4ff2-8724-d86eae9b842e.json Normal file
View File

@@ -0,0 +1,62 @@
{
"id": "3ef2b351-8a84-4ff2-8724-d86eae9b842e",
"snapshot": "word",
"instruction": "Help me center align the heading in LibreOffice.",
"source": "https://askubuntu.com/questions/1066351/how-do-you-center-align-in-libreoffice#:~:text=Ctrl%20%2B%20e%20will%20Center%20align%20the%20cursor%20for%20you.",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1P8QodvDF-3S50rx6UmW4M2D4Kr-p_Q-h&export=download&authuser=0&confirm=t&uuid=eea70a33-4c3f-4e90-885d-dd3df0d605bc&at=APZUnTX7ISvBhOICNrPLoqK0m3G-:1704971931660",
"path": "C:\\Users\\User\\Constitution_Template_With_Guidelines.docx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "C:\\Users\\User\\Constitution_Template_With_Guidelines.docx"
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"word"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "Constitution_Template_With_Guidelines - Word",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.hotkey(\"ctrl\", \"s\"); time.sleep(5);"
]
}
}
],
"func": "is_first_line_centered",
"result": {
"type": "vm_file",
"path": "C:\\Users\\User\\Constitution_Template_With_Guidelines.docx",
"dest": "Constitution_Template_With_Guidelines.docx"
}
}
}

42
evaluation_examples/examples_windows/word/4bcb1253-a636-4df4-8cb0-a35c04dfef31.json Normal file
View File

@@ -0,0 +1,42 @@
{
"id": "4bcb1253-a636-4df4-8cb0-a35c04dfef31",
"snapshot": "word",
"instruction": "Export the current document into PDF, keep the file name",
"source": "https://www.libreofficehelp.com/save-export-writer-documents-in-pdf-epub-format/",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1cn3CaA_4ds1WY8SgBT3TvjRunxocCBiu&export=download&authuser=0&confirm=t&uuid=622f5ae1-6f21-4f31-8a3e-e4ead6ea6bc3&at=APZUnTVKOV40Ww5PovU7at2ELzb9:1704949558060",
"path": "C:\\Users\\User\\View_Person_Organizational_Summary.docx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "C:\\Users\\User\\View_Person_Organizational_Summary.docx"
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"word"
],
"evaluator": {
"func": "compare_pdfs",
"expected": {
"type": "cloud_file",
"path": "https://drive.usercontent.google.com/download?id=1Spn-Gw7D-bRvV4udNQoGNEOViUqf6bL0&export=download&authuser=0&confirm=t&uuid=dcc0eb01-89ed-4852-a7cb-d0400d977ac8&at=APZUnTX57XnHwmb-y3m4JdNkvu6z:1706328786805",
"dest": "Constitution_Template_With_Guidelines_Gold.pdf"
},
"result": {
"type": "vm_file",
"path": "C:\\Users\\User\\View_Person_Organizational_Summary.pdf",
"dest": "Constitution_Template_With_Guidelines.pdf"
}
}
}

67
evaluation_examples/examples_windows/word/6f81754e-285d-4ce0-b59e-af7edb02d108.json Normal file
View File

@@ -0,0 +1,67 @@
{
"id": "6f81754e-285d-4ce0-b59e-af7edb02d108",
"snapshot": "word",
"instruction": "A certain railway company in Hong Kong uses a signaling system to keep track of trains in its railway system. Each line in the docx file represents a train calling at a station from 0600 to 1200 on 2022-09-22, and has the following format: time_HH:MM:SS, train_id, station_id, platform_no.. I want to remove duplicated train ids in order to know how many different trains are running from 0600 to 1200. Could you help me on this? I am doing it manually and it is very inefficient.",
"source": "https://superuser.com/questions/789473/remove-duplicate-lines-in-libreoffice-openoffice-writer",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.google.com/uc?id=1cK1AMt_qKVAPp6EndSFG8y8r7KOPsqC1&export=download",
"path": "C:\\Users\\User\\HK_train_record.docx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "C:\\Users\\User\\HK_train_record.docx"
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"word"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "HK_train_record - Word",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.hotkey('ctrl', 's'); time.sleep(0.5); "
]
}
}
],
"func": "compare_docx_lines",
"result": {
"type": "vm_file",
"path": "C:\\Users\\User\\HK_train_record.docx",
"dest": "HK_train_record.docx"
},
"expected": {
"type": "cloud_file",
"path": "https://drive.google.com/uc?id=1wZ5CKxCD3biB4mFFlrBInZO-bzo36vVG&export=download",
"dest": "HK_train_record_Gold.docx"
}
}
}

67
evaluation_examples/examples_windows/word/b21acd93-60fd-4127-8a43-2f5178f4a830.json Normal file
View File

@@ -0,0 +1,67 @@
{
"id": "b21acd93-60fd-4127-8a43-2f5178f4a830",
"snapshot": "word",
"instruction": "I have been practicing professional writing lately. Now I am writing essay which requires one paragraph each for introduction, body and conclusion with single-space for introduction, double-space for body then one-and-a-half-space for conclusion. Could you help me on this?",
"source": "https://superuser.com/questions/1097199/how-can-i-double-space-a-document-in-libreoffice?rq=1",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.google.com/uc?id=1akFeAURJiqnK9wGNlRgPoPuQ6vRmnUPe&export=download",
"path": "C:\\Users\\User\\CCHU9045_Course_Outline_2019-20.docx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "C:\\Users\\User\\CCHU9045_Course_Outline_2019-20.docx"
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"word"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "CCHU9045_Course_Outline_2019-20 - Word",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.hotkey('ctrl', 's'); time.sleep(0.5); "
]
}
}
],
"func": "compare_line_spacing",
"expected": {
"type": "cloud_file",
"path": "https://drive.google.com/uc?id=16LN7uYSSXk_xwgc4IZXnN2Z1nCmPJfLm&export=download",
"dest": "CCHU9045_Course_Outline_2019-20_Gold.docx"
},
"result": {
"type": "vm_file",
"path": "C:\\Users\\User\\CCHU9045_Course_Outline_2019-20.docx",
"dest": "CCHU9045_Course_Outline_2019-20.docx"
}
}
}

67
evaluation_examples/examples_windows/word/e528b65e-1107-4b8c-8988-490e4fece599.json Normal file
View File

@@ -0,0 +1,67 @@
{
"id": "e528b65e-1107-4b8c-8988-490e4fece599",
"snapshot": "word",
"instruction": "Capitalize the first letter of all words.",
"source": "https://www.youtube.com/watch?v=l25Evu4ohKg",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1rcwueBf1TtBJu6NftUpzqFDVRSZzRCGT&export=download&authuser=0&confirm=t&uuid=a71c0649-c1b5-468a-8bad-aa59b11b510c&at=APZUnTVQ0F2KgX7sa-DqAXDhQ3Vu:1710854515082",
"path": "C:\\Users\\User\\Geography_And_Magical_Realism.docx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "C:\\Users\\User\\Geography_And_Magical_Realism.docx"
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"word"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "Geography_And_Magical_Realism - Word",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.hotkey(\"ctrl\", \"s\"); time.sleep(0.5);"
]
}
}
],
"func": "compare_docx_files",
"expected": {
"type": "cloud_file",
"path": "https://drive.usercontent.google.com/download?id=1QM2Ql81_Rex-qa7xTjUvikSb6OGtc4JC&export=download&authuser=0&confirm=t&uuid=6d24454d-3526-4694-9bf6-adc6bc0afd78&at=APZUnTWptHSOEAum1ZUXQQYED2Lb:1710855675026",
"dest": "Geography_And_Magical_Realism_Gold.docx"
},
"result": {
"type": "vm_file",
"path": "C:\\Users\\User\\Geography_And_Magical_Realism.docx",
"dest": "Geography_And_Magical_Realism.docx"
}
}
}

67
evaluation_examples/examples_windows/word/ecc2413d-8a48-416e-a3a2-d30106ca36cb.json Normal file
View File

@@ -0,0 +1,67 @@
{
"id": "ecc2413d-8a48-416e-a3a2-d30106ca36cb",
"snapshot": "word",
"instruction": "Hey, can you throw in a blank page right after this one?",
"source": "https://www.quora.com/How-can-I-insert-a-blank-page-on-libreoffice",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1sDufDSC4foI379-Jikya9WK7FBUSqgrt&export=download&authuser=0&confirm=t&uuid=0abd82d6-2b2c-49bc-af5e-49bfe1c99278&at=APZUnTURIqTNJcIHBcMP2BxEaGXr:1704174850900",
"path": "C:\\Users\\User\\Sample_Statutory_Declaration.docx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "C:\\Users\\User\\Sample_Statutory_Declaration.docx"
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"word"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "Sample_Statutory_Declaration - Word",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.hotkey('ctrl', 's'); time.sleep(0.5); "
]
}
}
],
"func": "compare_docx_files",
"expected": {
"type": "cloud_file",
"path": "https://drive.usercontent.google.com/download?id=1ELPKQ9NWsmotA9XfYD-DJxAubGNLmRQL&export=download&authuser=0&confirm=t&uuid=7a57cdbd-479c-4ed8-83b3-b8373b0fdfe7&at=APZUnTXtTFD_P8_5gwAV2TSZLoCV:1706854266276",
"dest": "Sample_Statutory_Declaration_Gold.docx"
},
"result": {
"type": "vm_file",
"path": "C:\\Users\\User\\Sample_Statutory_Declaration.docx",
"dest": "Sample_Statutory_Declaration.docx"
}
}
}