lzy/sci-gui-agent-benchmark
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update windows eval examples

Browse Source
This commit is contained in:
tsuky_chen
2024-02-05 15:52:22 +08:00
parent c86868f034
commit 17ef15566a
21 changed files with 1126 additions and 23 deletions
Download Patch File Download Diff File Expand all files Collapse all files

78
evaluation_examples/examples/Windows/ppt/3b27600c-3668-4abd-8f84-7bcdebbccbdb.json Normal file
View File

@@ -0,0 +1,78 @@
{
"id": "3b27600c-3668-4abd-8f84-7bcdebbccbdb",
"snapshot": "libreoffice_impress",
"instruction": "Please make the background blue on all my slides. I was stuck by finding the entrance to do that for a while...",
"source": "https://www.libreofficehelp.com/change-slide-background-impress/#All_Slides",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1aHMJzk2G8B_EqDlTAZLEiJ4h-ZsgA9UE&export=download&authuser=0&confirm=t&uuid=196a082d-5f08-4b3e-a64f-c021351f9cd8&at=APZUnTUXH4gvLvElvm9TtFhUJlIn:1705481007789",
"path": "C:\\Users\\chenj\\lec17-gui-events.pptx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "C:\\Users\\chenj\\lec17-gui-events.pptx"
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"libreoffice_impress"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "lec17-gui-events.pptx - LibreOffice Impress",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.hotkey('ctrl', 's'); time.sleep(0.5);"
]
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
}
],
"func": "evaluate_presentation_fill_to_rgb_distance",
"expected": {
"type": "rule",
"rules": {
"rgb": [
0,
0,
255
]
}
},
"result": {
"type": "vm_file",
"path": "C:\\Users\\chenj\\lec17-gui-events.pptx",
"dest": "lec17-gui-events.pptx"
}
}
}

2
evaluation_examples/examples/Windows/ppt/455d3c66-7dc6-4537-a39a-36d3e9119df7.json
View File

@@ -31,7 +31,7 @@
{
"type": "activate_window",
"parameters": {
"window_name": "wssf-project-plan-on-a-page.pptx - LibreOffice Impress",
"window_name": "wssf-project-plan-on-a-page - PowerPoint",
"strict": true
}
},

2
evaluation_examples/examples/Windows/ppt/550ce7e7-747b-495f-b122-acdc4d0b8e54.json
View File

@@ -47,7 +47,7 @@
{
"type": "activate_window",
"parameters": {
"window_name": "New_Club_Spring_2018_Training.pptx - LibreOffice Impress",
"window_name": "New_Club_Spring_2018_Training - PowerPoint",
"strict": true
}
},

73
evaluation_examples/examples/Windows/ppt/5d901039-a89c-4bfb-967b-bf66f4df075e.json Normal file
View File

@@ -0,0 +1,73 @@
{
"id": "5d901039-a89c-4bfb-967b-bf66f4df075e",
"snapshot": "libreoffice_impress",
"instruction": "I want to turn the rectangular image of Columbus on the first page into a cover page. Could you help me stretch this image to fill the entire page, keeping its proportion and centering the image?",
"source": "https://superuser.com/questions/986776/how-can-i-stretch-an-image-in-a-libreoffice-impress-presentation-to-fill-the-pag",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=16K6TpGIRZpqOJUu-mtJQ_78kIwLcn-4D&export=download&authuser=0&confirm=t&uuid=41509e5c-eb95-453a-baad-4e12a839a120&at=APZUnTVygE_LL27vx1l6OEg_FRj0:1705849959413",
"path": "C:\\Users\\chenj\\CPD_Background_Investigation_Process.pptx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "C:\\Users\\chenj\\CPD_Background_Investigation_Process.pptx"
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"libreoffice_impress"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "CPD_Background_Investigation_Process.pptx - LibreOffice Impress",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.hotkey('ctrl', 's'); time.sleep(0.5);"
]
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
}
],
"func": "check_image_stretch_and_center",
"expected": {
"type": "cloud_file",
"path": "https://drive.usercontent.google.com/download?id=16K6TpGIRZpqOJUu-mtJQ_78kIwLcn-4D&export=download&authuser=0&confirm=t&uuid=41509e5c-eb95-453a-baad-4e12a839a120&at=APZUnTVygE_LL27vx1l6OEg_FRj0:1705849959413",
"dest": "CPD_Background_Investigation_Process_Original.pptx"
},
"result": {
"type": "vm_file",
"path": "C:\\Users\\chenj\\CPD_Background_Investigation_Process.pptx",
"dest": "CPD_Background_Investigation_Process.pptx"
}
}
}

73
evaluation_examples/examples/Windows/ppt/9ec204e4-f0a3-42f8-8458-b772a6797cab.json Normal file
View File

@@ -0,0 +1,73 @@
{
"id": "9ec204e4-f0a3-42f8-8458-b772a6797cab",
"snapshot": "libreoffice_impress",
"instruction": "Make a duplicate of the last two slides for me, please.",
"source": "https://www.tiktok.com/@lil.d1rt_/video/7247574148887629083",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1ad5vUXasdN2MypNap-pBUmgPg5FaxmDA&export=download&authuser=0&confirm=t&uuid=9dc069bb-edd3-4ae9-b356-4c6543778584&at=APZUnTXbgLHjv1MhMFy1IfZL3fQI:1705338128337",
"path": "C:\\Users\\chenj\\MLA_Workshop_061X_Works_Cited.pptx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "C:\\Users\\chenj\\MLA_Workshop_061X_Works_Cited.pptx"
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"libreoffice_impress"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "MLA_Workshop_061X_Works_Cited - PowerPoint",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.hotkey('ctrl', 's'); time.sleep(0.5);"
]
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
}
],
"func": "compare_pptx_files",
"expected": {
"type": "cloud_file",
"path": "https://drive.usercontent.google.com/download?id=1otbzscpOZ0tCXMvsMC0MmNWUC7Pv71of&export=download&authuser=0&confirm=t&uuid=faa0b0c1-6b14-4bce-a1fd-ccf824ee1e60&at=APZUnTXw6TlBOlrPPZ2OhfGnNPf0:1705338135842",
"dest": "MLA_Workshop_061X_Works_Cited_Gold.pptx"
},
"result": {
"type": "vm_file",
"path": "C:\\Users\\chenj\\MLA_Workshop_061X_Works_Cited.pptx",
"dest": "MLA_Workshop_061X_Works_Cited.pptx"
}
}
}

45
evaluation_examples/examples/Windows/ppt/a097acff-6266-4291-9fbd-137af7ecd439.json Normal file
View File

@@ -0,0 +1,45 @@
{
"id": "a097acff-6266-4291-9fbd-137af7ecd439",
"snapshot": "libreoffice_impress",
"instruction": "Could you help me save my slides as pre.pptx on the Desktop?",
"source": "https://www.youtube.com/watch?v=DDmEvjs4iBw",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1i_-m6mVrdesGJ392bulH5lveHarMwKk_&export=download&authuser=0&confirm=t&uuid=686367a5-9383-4d60-8beb-108ef7119ffa&at=APZUnTXpMsCkSdM7fb5zdVz3qZUX:1705916772791",
"path": "C:\\Users\\chenj\\Downloads\\Secrets-of-Monetizing-Video.pptx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "C:\\Users\\chenj\\Downloads\\Secrets-of-Monetizing-Video.pptx"
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"libreoffice_impress"
],
"evaluator": {
"func": "compare_pptx_files",
"expected": {
"type": "cloud_file",
"path": "https://drive.usercontent.google.com/download?id=1i_-m6mVrdesGJ392bulH5lveHarMwKk_&export=download&authuser=0&confirm=t&uuid=686367a5-9383-4d60-8beb-108ef7119ffa&at=APZUnTXpMsCkSdM7fb5zdVz3qZUX:1705916772791",
"dest": "Secrets-of-Monetizing-Video.pptx"
},
"result": {
"type": "vm_file",
"path": "C:\\users\\chenj\\Desktop\\pre.pptx",
"dest": "pre.pptx"
},
"options": {
"examine_shape": false
}
}
}

68
evaluation_examples/examples/Windows/ppt/ce88f674-ab7a-43da-9201-468d38539e4a.json Normal file
View File

@@ -0,0 +1,68 @@
{
"id": "ce88f674-ab7a-43da-9201-468d38539e4a",
"snapshot": "libreoffice_impress",
"instruction": "Please set my slides upright instead of sideways.",
"source": "https://justclickhere.co.uk/resources/change-slides-in-impress-to-portrait/",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1LErTnC_w_YPQVo84QK5sifww9xZ-Cq0X&export=download&authuser=0&confirm=t&uuid=81ff0aaf-9c2e-4342-b7ce-36e65dd2218e&at=APZUnTUmQKCTp2HUP0dOqYqD10G3:1705479016156",
"path": "C:\\Users\\chenj\\AM_Last_Page_Template.pptx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "C:\\Users\\chenj\\AM_Last_Page_Template.pptx"
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"libreoffice_impress"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "AM_Last_Page_Template.pptx - LibreOffice Impress",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.hotkey('ctrl', 's'); time.sleep(0.5);"
]
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
}
],
"func": "check_slide_orientation_Portrait",
"result": {
"type": "vm_file",
"path": "C:\\Users\\chenj\\AM_Last_Page_Template.pptx",
"dest": "AM_Last_Page_Template.pptx"
}
}
}