lzy/sci-gui-agent-benchmark
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update windows exp batch 2

Browse Source
This commit is contained in:
tsuky_chen
2024-02-02 14:49:25 +08:00
parent 94eebfa9ec
commit 9e8c1f8ce6
20 changed files with 614 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

0
evaluation_examples/examples/Windows/libreoffice_calc/01b269ae-2111-4a07-81fd-3fcd711993b0.json → evaluation_examples/examples/Windows/excel/01b269ae-2111-4a07-81fd-3fcd711993b0.json
View File

0
evaluation_examples/examples/Windows/libreoffice_calc/0bf05a7d-b28b-44d2-955a-50b41e24012a.json → evaluation_examples/examples/Windows/excel/0bf05a7d-b28b-44d2-955a-50b41e24012a.json
View File

0
evaluation_examples/examples/Windows/libreoffice_calc/4e6fcf72-daf3-439f-a232-c434ce416af6.json → evaluation_examples/examples/Windows/excel/4e6fcf72-daf3-439f-a232-c434ce416af6.json
View File

0
evaluation_examples/examples/Windows/libreoffice_calc/6054afcb-5bab-4702-90a0-b259b5d3217c.json → evaluation_examples/examples/Windows/excel/6054afcb-5bab-4702-90a0-b259b5d3217c.json
View File

0
evaluation_examples/examples/Windows/libreoffice_calc/7a4e4bc8-922c-4c84-865c-25ba34136be1.json → evaluation_examples/examples/Windows/excel/7a4e4bc8-922c-4c84-865c-25ba34136be1.json
View File

6
evaluation_examples/examples/Windows/libreoffice_calc/7efeb4b1-3d19-4762-b163-63328d66303b.json → evaluation_examples/examples/Windows/excel/7efeb4b1-3d19-4762-b163-63328d66303b.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1muvWVg44C6EtBpBQkZ6_ylg3M8r3jjOC&export=download&authuser=0&confirm=t&uuid=41354a7c-d199-4044-960e-0d146fe6f12a&at=APZUnTW3nj5RV3SBJt5tdeVxM4mM:1705553238027",
"path": "C:\\Users\\user\\Order_Sales_Serial#.xlsx"
"path": "C:\\Users\\chenj\\Order_Sales_Serial#.xlsx"
}
]
}
@@ -18,7 +18,7 @@
{
"type": "open",
"parameters": {
"path": "C:\\Users\\user\\Order_Sales_Serial#.xlsx"
"path": "C:\\Users\\chenj\\Order_Sales_Serial#.xlsx"
}
}
],
@@ -66,7 +66,7 @@
},
"result": {
"type": "vm_file",
"path": "C:\\Users\\user\\Order_Sales_Serial#.xlsx",
"path": "C:\\Users\\chenj\\Order_Sales_Serial#.xlsx",
"dest": "Order_Sales_Serial#.xlsx"
},
"options": {

6
evaluation_examples/examples/Windows/libreoffice_calc/8b1ce5f2-59d2-4dcc-b0b0-666a714b9a14.json → evaluation_examples/examples/Windows/excel/8b1ce5f2-59d2-4dcc-b0b0-666a714b9a14.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1_gyig5Vs3VOuvkjRoLt2ZpXBIyCZfUmV&export=download&authuser=0&confirm=t&uuid=ed113cdd-4279-454b-a66d-07447e31c818&at=APZUnTVztf5DcbF0DjLJitkpUUxt:1705920417565",
"path": "C:\\Users\\user\\Calendar_Highlight_Weekend_Days.xlsx"
"path": "C:\\Users\\chenj\\Calendar_Highlight_Weekend_Days.xlsx"
}
]
}
@@ -18,7 +18,7 @@
{
"type": "open",
"parameters": {
"path": "C:\\Users\\user\\Calendar_Highlight_Weekend_Days.xlsx"
"path": "C:\\Users\\chenj\\Calendar_Highlight_Weekend_Days.xlsx"
}
}
],
@@ -66,7 +66,7 @@
},
"result": {
"type": "vm_file",
"path": "C:\\Users\\user\\Calendar_Highlight_Weekend_Days.xlsx",
"path": "C:\\Users\\chenj\\Calendar_Highlight_Weekend_Days.xlsx",
"dest": "Calendar_Highlight_Weekend_Days.xlsx"
},
"options": {

6
evaluation_examples/examples/Windows/libreoffice_calc/a9f325aa-8c05-4e4f-8341-9e4358565f4f.json → evaluation_examples/examples/Windows/excel/a9f325aa-8c05-4e4f-8341-9e4358565f4f.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1PGJxDM5QglZFdLd7yLQnA2MASf2so14S&export=download&authuser=0&confirm=t&uuid=725f7d90-1e30-4579-b946-7c8932aac440&at=APZUnTUpha_2nl3sAOmM1AeCCir_:1705561280883",
"path": "C:\\Users\\user\\Movie_title_garbage_clean.xlsx"
"path": "C:\\Users\\chenj\\Movie_title_garbage_clean.xlsx"
}
]
}
@@ -18,7 +18,7 @@
{
"type": "open",
"parameters": {
"path": "C:\\Users\\user\\Movie_title_garbage_clean.xlsx"
"path": "C:\\Users\\chenj\\Movie_title_garbage_clean.xlsx"
}
}
],
@@ -66,7 +66,7 @@
},
"result": {
"type": "vm_file",
"path": "C:\\Users\\user\\Movie_title_garbage_clean.xlsx",
"path": "C:\\Users\\chenj\\Movie_title_garbage_clean.xlsx",
"dest": "Movie_title_garbage_clean.xlsx"
},
"options": {

0
evaluation_examples/examples/Windows/libreoffice_calc/abed40dc-063f-4598-8ba5-9fe749c0615d.json → evaluation_examples/examples/Windows/excel/abed40dc-063f-4598-8ba5-9fe749c0615d.json
View File

0
evaluation_examples/examples/Windows/libreoffice_calc/eb03d19a-b88d-4de4-8a64-ca0ac66f426b.json → evaluation_examples/examples/Windows/excel/eb03d19a-b88d-4de4-8a64-ca0ac66f426b.json
View File

0
evaluation_examples/examples/Windows/libreoffice_calc/ecb0df7a-4e8d-4a03-b162-053391d3afaf.json → evaluation_examples/examples/Windows/excel/ecb0df7a-4e8d-4a03-b162-053391d3afaf.json
View File

73
evaluation_examples/examples/Windows/ppt/455d3c66-7dc6-4537-a39a-36d3e9119df7.json Normal file
View File

@@ -0,0 +1,73 @@
{
"id": "455d3c66-7dc6-4537-a39a-36d3e9119df7",
"snapshot": "libreoffice_impress",
"instruction": "Could you help me export an Impress file to a .png image file and save it as res.png at the same position as the file? ",
"source": "https://stackoverflow.com/questions/75626383/how-export-libreoffice-impress-to-image",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=12MxMjw28_t1nTLihlDpToKebjsSDsjwx&export=download&authuser=0&confirm=t&uuid=1ccc1da0-d7c7-494f-a0e3-59eb55f54e3f&at=APZUnTXvNIRMsF2cjZuFxmQzByhC:1705253210291",
"path": "C:\\Users\\chenj\\wssf-project-plan-on-a-page.pptx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "C:\\Users\\chenj\\wssf-project-plan-on-a-page.pptx"
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"libreoffice_impress"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "wssf-project-plan-on-a-page.pptx - LibreOffice Impress",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.hotkey('ctrl', 's'); time.sleep(0.5);"
]
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
}
],
"func": "compare_images",
"expected": {
"type": "cloud_file",
"path": "https://drive.usercontent.google.com/download?id=1XTDaQ2NlovrusKkuY6udi_BQfLwSP9th&export=download&authuser=0&confirm=t&uuid=d3c7883e-3cea-4bf3-8f83-d878622ee76d&at=APZUnTXQEnT0Gi4rB0oegvVGheyn:1705859805154",
"dest": "res_gold.png"
},
"result": {
"type": "vm_file",
"path": "C:\\Users\\chenj\\res.png",
"dest": "res.png"
}
}
}

92
evaluation_examples/examples/Windows/ppt/550ce7e7-747b-495f-b122-acdc4d0b8e54.json Normal file
View File

@@ -0,0 +1,92 @@
{
"id": "550ce7e7-747b-495f-b122-acdc4d0b8e54",
"snapshot": "libreoffice_impress",
"instruction": "I am checking our soccer club's to-do list for the last semester and adding strike-through sign on the line we have already accomplished. Could you help me add a strike-through on the first and second line?",
"source": "https://technical-tips.com/blog/software/text-in-libreoffice-strikethrough--6948#:~:text=To%20strikethrough%20Text%20in%20LibreOffice%201%20In%20your,effect%22%20can%20your%20additionally%2C%20for%20example%2C%20double%20underline.",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=126TZ3vOBN2XAfdEmvJVBaa4qs_MZlgN7&export=download&authuser=0&confirm=t&uuid=acea6223-64ff-44cf-9d83-fe1a1640d374&at=APZUnTVBY9Kkm1Xo3ZU-Fe8hoOqC:1706521734182",
"path": "C:\\Users\\chenj\\New_Club_Spring_2018_Training.pptx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "C:\\Users\\chenj\\New_Club_Spring_2018_Training.pptx"
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; time.sleep(4); pyautogui.doubleClick(x=200, y=650); time.sleep(0.5);pyautogui.mouseDown(); pyautogui.mouseUp(); time.sleep(0.5);"
]
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"libreoffice_impress"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "New_Club_Spring_2018_Training.pptx - LibreOffice Impress",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.hotkey('ctrl', 's'); time.sleep(0.5);"
]
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
}
],
"func": "compare_pptx_files",
"expected": {
"type": "cloud_file",
"path": "https://drive.usercontent.google.com/download?id=1FNoJ8nGSNbsf9rhj9He1Lw17RCe2LJHD&export=download&authuser=0&confirm=t&uuid=8b876496-91c1-4209-be53-34437901b613&at=APZUnTUpOTXFXdPMATBQXSgJHsk7:1706521731233",
"dest": "New_Club_Spring_2018_Training_Gold.pptx"
},
"result": {
"type": "vm_file",
"path": "C:\\Users\\chenj\\New_Club_Spring_2018_Training.pptx",
"dest": "New_Club_Spring_2018_Training.pptx"
},
"options": {
"examine_shape": false
}
}
}

67
evaluation_examples/examples/Windows/word/0810415c-bde4-4443-9047-d5f70165a697.json Normal file
View File

@@ -0,0 +1,67 @@
{
"id": "0810415c-bde4-4443-9047-d5f70165a697",
"snapshot": "libreoffice_writer",
"instruction": "Make the line spacing of first two paragraph into double line spacing",
"source": "https://www.youtube.com/watch?v=Q_AaL6ljudU",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1YhHNlRsL7lJBsqRYctz4CmEoD1g8oAm0&export=download&authuser=0&confirm=t&uuid=16776039-9eae-4ee7-ae0b-8b2d71cb25e1&at=APZUnTWVT6sfD3MQEADssAEc4Pwn:1706622286569",
"path": "C:\\Users\\chenj\\Novels_Intro_Packet.docx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "C:\\Users\\chenj\\Novels_Intro_Packet.docx"
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"libreoffice_writer"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "Novels_Intro_Packet.docx - LibreOffice Writer",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.hotkey(\"ctrl\", \"s\"); time.sleep(0.5); pyautogui.press(\"enter\");"
]
}
}
],
"func": "compare_line_spacing",
"expected": {
"type": "cloud_file",
"path": "https://drive.usercontent.google.com/download?id=1-svVsH-l2ofufEKuN-cYrIrvXNobtATE&export=download&authuser=0&confirm=t&uuid=95ca5e2e-7fb3-4084-9f7b-a608a8277322&at=APZUnTXFO_571vyDp_r_LskPfq-j:1706796981024",
"dest": "Novels_Intro_Packet_Gold.docx"
},
"result": {
"type": "vm_file",
"path": "C:\\Users\\chenj\\Novels_Intro_Packet.docx",
"dest": "Novels_Intro_Packet.docx"
}
}
}

67
evaluation_examples/examples/Windows/word/0b17a146-2934-46c7-8727-73ff6b6483e8.json Normal file
View File

@@ -0,0 +1,67 @@
{
"id": "0b17a146-2934-46c7-8727-73ff6b6483e8",
"snapshot": "libreoffice_writer",
"instruction": "Help me change the 2 in \"H2O\" to a subscript.",
"source": "https://askubuntu.com/questions/245695/how-do-you-insert-subscripts-and-superscripts-into-ordinary-non-formula-text-i",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1FkorQBeTJ5L2jLuvu4YxHSlBMK4VEEG6&export=download&authuser=0&confirm=t&uuid=cc63dc0b-bae7-4ef6-a40d-e2da721976ef&at=APZUnTWyPZlZPFlqGTWAWXWmS04c:1704976667765",
"path": "C:\\Users\\chenj\\H2O_Factsheet_WA.docx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "C:\\Users\\chenj\\H2O_Factsheet_WA.docx"
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"libreoffice_writer"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "H2O_Factsheet_WA.docx - LibreOffice Writer",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.hotkey(\"ctrl\", \"s\"); time.sleep(0.5); pyautogui.press(\"enter\");"
]
}
}
],
"func": "compare_docx_files",
"result": {
"type": "vm_file",
"path": "C:\\Users\\chenj\\H2O_Factsheet_WA.docx",
"dest": "H2O_Factsheet_WA.docx"
},
"expected": {
"type": "cloud_file",
"path": "https://drive.usercontent.google.com/download?id=1dM_FSTGDWxSW64VEth_wKMYNkvw0y_tq&export=download&authuser=0&confirm=t&uuid=342f41e2-f48f-41ff-8942-f7dfe5de1dba&at=APZUnTXHfskcX3tvmrSbzCOyQIgb:1704976694506",
"dest": "H2O_Factsheet_WA_Gold.docx"
}
}
}

68
evaluation_examples/examples/Windows/word/0e763496-b6bb-4508-a427-fad0b6c3e195.json Normal file
View File

@@ -0,0 +1,68 @@
{
"id": "0e763496-b6bb-4508-a427-fad0b6c3e195",
"snapshot": "libreoffice_writer",
"instruction": "Change the font to \"Times New Roman\" throughout the text.",
"source": "https://ask.libreoffice.org/t/how-do-i-change-the-font-for-the-whole-document-in-writer/9220",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1fIHNzFm8JabWoLKOnxrFM722fQ1d_huK&export=download&authuser=0&confirm=t&uuid=d11a8dda-1e4e-4dc9-b05c-e6b47624dbf0&at=APZUnTVG0ViFnKJa00314wVr3uP9:1704185871014",
"path": "C:\\Users\\chenj\\Dublin_Zoo_Intro.docx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "C:\\Users\\chenj\\Dublin_Zoo_Intro.docx"
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"libreoffice_writer"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "Dublin_Zoo_Intro.docx - LibreOffice Writer",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.hotkey(\"ctrl\", \"s\"); time.sleep(0.5); pyautogui.press(\"enter\");"
]
}
}
],
"func": "compare_font_names",
"expected": {
"type": "rule",
"rules": {
"font_name": "Times New Roman"
}
},
"result": {
"type": "vm_file",
"path": "C:\\Users\\chenj\\Dublin_Zoo_Intro.docx",
"dest": "Dublin_Zoo_Intro.docx"
}
}
}

62
evaluation_examples/examples/Windows/word/3ef2b351-8a84-4ff2-8724-d86eae9b842e.json Normal file
View File

@@ -0,0 +1,62 @@
{
"id": "3ef2b351-8a84-4ff2-8724-d86eae9b842e",
"snapshot": "libreoffice_writer",
"instruction": "Help me center align the heading in LibreOffice.",
"source": "https://askubuntu.com/questions/1066351/how-do-you-center-align-in-libreoffice#:~:text=Ctrl%20%2B%20e%20will%20Center%20align%20the%20cursor%20for%20you.",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1P8QodvDF-3S50rx6UmW4M2D4Kr-p_Q-h&export=download&authuser=0&confirm=t&uuid=eea70a33-4c3f-4e90-885d-dd3df0d605bc&at=APZUnTX7ISvBhOICNrPLoqK0m3G-:1704971931660",
"path": "C:\\Users\\chenj\\Constitution_Template_With_Guidelines.docx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "C:\\Users\\chenj\\Constitution_Template_With_Guidelines.docx"
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"libreoffice_writer"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "Constitution_Template_With_Guidelines.docx - LibreOffice Writer",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.hotkey(\"ctrl\", \"s\"); time.sleep(0.5); pyautogui.press(\"enter\");"
]
}
}
],
"func": "is_first_line_centered",
"result": {
"type": "vm_file",
"path": "C:\\Users\\chenj\\Constitution_Template_With_Guidelines.docx",
"dest": "Constitution_Template_With_Guidelines.docx"
}
}
}

42
evaluation_examples/examples/Windows/word/4bcb1253-a636-4df4-8cb0-a35c04dfef31.json Normal file
View File

@@ -0,0 +1,42 @@
{
"id": "4bcb1253-a636-4df4-8cb0-a35c04dfef31",
"snapshot": "libreoffice_writer",
"instruction": "Export the current document into PDF, keep the file name",
"source": "https://www.libreofficehelp.com/save-export-writer-documents-in-pdf-epub-format/",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1cn3CaA_4ds1WY8SgBT3TvjRunxocCBiu&export=download&authuser=0&confirm=t&uuid=622f5ae1-6f21-4f31-8a3e-e4ead6ea6bc3&at=APZUnTVKOV40Ww5PovU7at2ELzb9:1704949558060",
"path": "C:\\Users\\chenj\\View_Person_Organizational_Summary.docx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "C:\\Users\\chenj\\View_Person_Organizational_Summary.docx"
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"libreoffice_writer"
],
"evaluator": {
"func": "compare_pdfs",
"expected": {
"type": "cloud_file",
"path": "https://drive.usercontent.google.com/download?id=1Spn-Gw7D-bRvV4udNQoGNEOViUqf6bL0&export=download&authuser=0&confirm=t&uuid=dcc0eb01-89ed-4852-a7cb-d0400d977ac8&at=APZUnTX57XnHwmb-y3m4JdNkvu6z:1706328786805",
"dest": "Constitution_Template_With_Guidelines_Gold.pdf"
},
"result": {
"type": "vm_file",
"path": "C:\\Users\\chenj\\View_Person_Organizational_Summary.pdf",
"dest": "Constitution_Template_With_Guidelines.pdf"
}
}
}

67
evaluation_examples/examples/Windows/word/e528b65e-1107-4b8c-8988-490e4fece599.json Normal file
View File

@@ -0,0 +1,67 @@
{
"id": "e528b65e-1107-4b8c-8988-490e4fece599",
"snapshot": "libreoffice_writer",
"instruction": "Capitalize the first letter of all words.",
"source": "https://www.youtube.com/watch?v=l25Evu4ohKg",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=181hyG_NZUJaUp7kUdeFoUpNGpOcjzYFV&export=download&authuser=0&confirm=t&uuid=fdb8aee4-ea1f-43c1-bc66-9d44099512e1&at=APZUnTVUrypBeVnTfkJsriv7S2GO:1704969486759",
"path": "C:\\Users\\chenj\\Geography_And_Magical_Realism.docx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "C:\\Users\\chenj\\Geography_And_Magical_Realism.docx"
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"libreoffice_writer"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "Geography_And_Magical_Realism.docx - LibreOffice Writer",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.hotkey(\"ctrl\", \"s\"); time.sleep(0.5); pyautogui.press(\"enter\");"
]
}
}
],
"func": "compare_docx_files",
"expected": {
"type": "cloud_file",
"path": "https://drive.usercontent.google.com/download?id=1qwoJMuMhLxWwONRLmxwMdUuVIFBAhhNT&export=download&authuser=0&confirm=t&uuid=8fa4d503-ec55-419f-ac90-f5915a5f67b5&at=APZUnTVEntT4oMiEfOuWcUKaInBs:1704969347952",
"dest": "Geography_And_Magical_Realism_Gold.docx"
},
"result": {
"type": "vm_file",
"path": "C:\\Users\\chenj\\Geography_And_Magical_Realism.docx",
"dest": "Geography_And_Magical_Realism.docx"
}
}
}

67
evaluation_examples/examples/Windows/word/ecc2413d-8a48-416e-a3a2-d30106ca36cb.json Normal file
View File

@@ -0,0 +1,67 @@
{
"id": "ecc2413d-8a48-416e-a3a2-d30106ca36cb",
"snapshot": "libreoffice_writer",
"instruction": "Hey, can you throw in a blank page right after this one?",
"source": "https://www.quora.com/How-can-I-insert-a-blank-page-on-libreoffice",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1sDufDSC4foI379-Jikya9WK7FBUSqgrt&export=download&authuser=0&confirm=t&uuid=0abd82d6-2b2c-49bc-af5e-49bfe1c99278&at=APZUnTURIqTNJcIHBcMP2BxEaGXr:1704174850900",
"path": "C:\\Users\\chenj\\Sample_Statutory_Declaration.docx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "C:\\Users\\chenj\\Sample_Statutory_Declaration.docx"
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"libreoffice_writer"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "Sample_Statutory_Declaration.docx - LibreOffice Writer",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.hotkey('ctrl', 's'); time.sleep(0.5); "
]
}
}
],
"func": "compare_docx_files",
"expected": {
"type": "cloud_file",
"path": "https://drive.usercontent.google.com/download?id=1ELPKQ9NWsmotA9XfYD-DJxAubGNLmRQL&export=download&authuser=0&confirm=t&uuid=7a57cdbd-479c-4ed8-83b3-b8373b0fdfe7&at=APZUnTXtTFD_P8_5gwAV2TSZLoCV:1706854266276",
"dest": "Sample_Statutory_Declaration_Gold.docx"
},
"result": {
"type": "vm_file",
"path": "C:\\Users\\chenj\\Sample_Statutory_Declaration.docx",
"dest": "Sample_Statutory_Declaration.docx"
}
}
}