lzy/sci-gui-agent-benchmark
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update PPTC examples into impress

Browse Source
This commit is contained in:
tsuky_chen
2024-02-19 02:05:44 +08:00
parent fd13543ee0
commit 874c6e8d74
18 changed files with 1081 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
desktop_env/evaluators/metrics/slides.py
View File

@@ -148,7 +148,8 @@ def compare_pptx_files(file1_path, file2_path, **options):
examine_alignment = options.get("examine_alignment", True)
examine_bottom_position = options.get("examine_bottom_position", False)
examine_right_position = options.get("examine_right_position", False)
examine_image_size = options.get("examine_image_size", True)
examine_image_size = options.get("examine_image_size", False)
examine_modify_height = options.get("examine_modify_height", False)
examine_bullets = options.get("examine_bullets", True)
examine_background_color = options.get("examine_background_color", True)
examine_note = options.get("examine_note", True)
@@ -182,12 +183,18 @@ def compare_pptx_files(file1_path, file2_path, **options):
for shape1, shape2 in zip(slide1.shapes, slide2.shapes):
if examine_bottom_position and shape1.top != shape2.top:
if hasattr(shape1, "text") and hasattr(shape2, "text") and shape1.text == shape2.text and shape1.text == "Product Comparison":
if shape1.top >= shape2.top:
if shape1.top <= shape2.top:
return 0
elif shape1.shape_type == 19 and shape2.shape_type == 19:
if shape1.top <= shape2.top:
return 0
elif shape1.left != shape2.left or shape1.top != shape2.top or shape1.width != shape2.width or shape1.height != shape2.height:
return 0
if examine_right_position and shape1.left != shape2.left:
if not hasattr(shape1, "text") and not hasattr(shape2, "text"):
if shape1.left >= shape2.left:
if shape1.left <= shape2.left:
return 0
if (shape1.left != shape2.left or shape1.top != shape2.top or shape1.width != shape2.width or shape1.height != shape2.height) and examine_shape:
@@ -199,6 +206,11 @@ def compare_pptx_files(file1_path, file2_path, **options):
return 0
elif shape1.left != shape2.left or shape1.top != shape2.top or shape1.width != shape2.width or shape1.height != shape2.height:
return 0
if examine_modify_height:
if shape1.shape_type == 13 and shape2.shape_type == 13:
if shape1.height != shape2.height:
return 0
if hasattr(shape1, "text") and hasattr(shape2, "text"):
if shape1.text != shape2.text and examine_text:

74
evaluation_examples/examples/libreoffice_impress/022944a0-2886-47c5-ac3c-17518f65bb30.json Normal file
View File

@@ -0,0 +1,74 @@
{
"id": "022944a0-2886-47c5-ac3c-17518f65bb30",
"snapshot": "libreoffice_impress",
"instruction": "Set the background color of slide 2,3,6 as yellow.",
"source": "https://arxiv.org/pdf/2311.01767.pdf",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1K2qlhzfhcsh3q0lsF9XfyejaCSJzRsOT&export=download&authuser=0&confirm=t&uuid=a091058b-fb90-4e11-a32d-caddd616d98d&at=APZUnTX6NCix3ZGs_7qSjbFTF3IA:1708279178576",
"path": "/home/user/Desktop/11_2.pptx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "/home/user/Desktop/11_2.pptx"
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"libreoffice_impress"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "11_2.pptx - LibreOffice Impress",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.hotkey('ctrl', 's'); time.sleep(0.5);pyautogui.press('down');time.sleep(0.5);pyautogui.press('enter');time.sleep(0.5);"
]
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
}
],
"func": "compare_pptx_files",
"expected": {
"type": "cloud_file",
"path": "https://drive.usercontent.google.com/download?id=1epSUg5CyMrS-ps1EGomcNFSi0X55896X&export=download&authuser=0&confirm=t&uuid=43ca5af8-f734-4891-8bf0-a40138e5d1f8&at=APZUnTUxZIle-Ld8OZYN_iuBC51_:1708279319339",
"dest": "11_2_Gold.pptx"
},
"result": {
"type": "vm_file",
"path": "/home/user/Desktop/11_2.pptx",
"dest": "11_2.pptx"
},
"options": {}
}
}

76
evaluation_examples/examples/libreoffice_impress/0a211154-fda0-48d0-9274-eaac4ce5486d.json Normal file
View File

@@ -0,0 +1,76 @@
{
"id": "0a211154-fda0-48d0-9274-eaac4ce5486d",
"snapshot": "libreoffice_impress",
"instruction": "Set the background color of slides with a real person picture as yellow and set the title of slide 1 as \"Let's start\".",
"source": "https://arxiv.org/pdf/2311.01767.pdf",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1hcv4n9D2KVHjmOHBOP3jVxMrtHqzWZFf&export=download&authuser=0&confirm=t&uuid=f5507bd6-3169-4139-a52b-f7ae1af1bd15&at=APZUnTXoLcMGLQtLK3-rlWIzqhuF:1708268414193",
"path": "/home/user/Desktop/13_0.pptx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "/home/user/Desktop/13_0.pptx"
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"libreoffice_impress"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "13_0.pptx - LibreOffice Impress",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.hotkey('ctrl', 's'); time.sleep(0.5);pyautogui.press('down');time.sleep(0.5);pyautogui.press('enter');time.sleep(0.5);"
]
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
}
],
"func": "compare_pptx_files",
"expected": {
"type": "cloud_file",
"path": "https://drive.usercontent.google.com/download?id=1W6yRtc3Z6lGBdwvGqoU4CC20TDKw1Pdq&export=download&authuser=0&confirm=t&uuid=ab18f7f7-aec4-41b5-9bff-e16d333a5280&at=APZUnTXAfDKpX1jnb4NmKWQicGhn:1708268501565",
"dest": "13_0_Gold.pptx"
},
"result": {
"type": "vm_file",
"path": "/home/user/Desktop/13_0.pptx",
"dest": "13_0.pptx"
},
"options": {
"examine_shape": false
}
}
}

6
evaluation_examples/examples/libreoffice_impress/15aece23-a215-4579-91b4-69eec72e18da.json
View File

@@ -9,7 +9,7 @@
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1SCyQzGU05PF-BPrXJ7GsFrnyuRcKcbBb&export=download&authuser=0&confirm=t&uuid=b262eb3d-8a6a-426a-9231-f2fdcb3dadb2&at=APZUnTUy2SF0P2gedWRO7mjg53lg:1708014405042",
"url": "https://drive.usercontent.google.com/download?id=1SCyQzGU05PF-BPrXJ7GsFrnyuRcKcbBb&export=download&authuser=0&confirm=t&uuid=146ec2c0-7d7b-47f7-ba3e-a25ae7b479c1&at=APZUnTUs1bKMtihZrAkdfFBd_gHw:1708187862167",
"path": "/home/user/Desktop/134_2.pptx"
}
]
@@ -61,8 +61,8 @@
"func": "compare_pptx_files",
"expected": {
"type": "cloud_file",
"path": "https://drive.usercontent.google.com/download?id=1OqpF8JpJjaXwHvDANB0E7nJR2m4ssXJO&export=download&authuser=0&confirm=t&uuid=91530d73-85f4-4090-a3b2-f581b2c765f4&at=APZUnTX0IIVQXAH2VF3LKhmAelhe:1708016425815",
"dest": "134_2_Gold.pptx"
"path": "https://drive.usercontent.google.com/download?id=1X2x0KzBllrCtupnllxoZ-HkHmd7Dd4Dp&export=download&authuser=0&confirm=t&uuid=58797979-1d78-4cbe-9c21-747400262a7c&at=APZUnTWJVEFgc0DKLpwNaqLfzBrQ:1708188011672",
"dest": "134_2_Original.pptx"
},
"result": {
"type": "vm_file",

74
evaluation_examples/examples/libreoffice_impress/1d6db3de-f71a-412d-8d66-4fd32cea14ad.json Normal file
View File

@@ -0,0 +1,74 @@
{
"id": "1d6db3de-f71a-412d-8d66-4fd32cea14ad",
"snapshot": "libreoffice_impress",
"instruction": "Insert the \"CONTENTS\" at the center of the text box.",
"source": "https://arxiv.org/pdf/2311.01767.pdf",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1PwNIdDVR3VRAm_3k2Fhg0qdkTX4dN02D&export=download&authuser=0&confirm=t&uuid=74afcae8-75a2-4ce9-ab97-9726e43c034b&at=APZUnTWLq_UoEP5UzyBBPXOaAtAL:1708192844449",
"path": "/home/user/Desktop/59_0.pptx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "/home/user/Desktop/59_0.pptx"
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"libreoffice_impress"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "59_0.pptx - LibreOffice Impress",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.hotkey('ctrl', 's'); time.sleep(0.5);pyautogui.press('down');time.sleep(0.5);pyautogui.press('enter');time.sleep(0.5);"
]
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
}
],
"func": "compare_pptx_files",
"expected": {
"type": "cloud_file",
"path": "https://drive.usercontent.google.com/download?id=1LiEmhxW4eWpcxc7lhwnVPoM8wL9OkL-U&export=download&authuser=0&confirm=t&uuid=975ef67f-0f9a-4461-9e1e-9e19aaf8a5cb&at=APZUnTXi54cvqbwezyIbRyJ8ZJLe:1708192934226",
"dest": "59_0_Gold.pptx"
},
"result": {
"type": "vm_file",
"path": "/home/user/Desktop/59_0.pptx",
"dest": "59_0.pptx"
},
"options": {}
}
}

6
evaluation_examples/examples/libreoffice_impress/2b94c692-6abb-48ae-ab0b-b3e8a19cb340.json
View File

@@ -9,7 +9,7 @@
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=12aCqNNrfKk2j5lvMPdOdTfazV2KqOYIy&export=download&authuser=0&confirm=t&uuid=90b206a5-115a-4b7b-9bbd-1ef861d1490b&at=APZUnTWGobax6Yra9Q39YTbk4xil:1708086175634",
"url": "https://drive.usercontent.google.com/download?id=12aCqNNrfKk2j5lvMPdOdTfazV2KqOYIy&export=download&authuser=0&confirm=t&uuid=ef8c3655-5225-410a-ad7b-6cb3c83fd578&at=APZUnTUgPfS_kWadfsv8t2tCiDqW:1708188894792",
"path": "/home/user/Desktop/201_6.pptx"
}
]
@@ -61,8 +61,8 @@
"func": "compare_pptx_files",
"expected": {
"type": "cloud_file",
"path": "https://drive.usercontent.google.com/download?id=1CYIVKkr8l5z-CdoOJbhZYO8iXiyzgPUx&export=download&authuser=0&confirm=t&uuid=c0303f97-7d62-4fd2-bb9d-f7a1d7951bbe&at=APZUnTUhUOkJlRqnLkDPHSLyKVw9:1708086278070",
"dest": "201_6_Gold.pptx"
"path": "https://drive.usercontent.google.com/download?id=1rvXngBluhnu5dy9ym6Y0q9P4cCsDTTDb&export=download&authuser=0&confirm=t&uuid=0f603ba4-a348-499c-ab34-4aba7973262d&at=APZUnTVXyNB2lVQaE66ZqZ3NiaFI:1708189016433",
"dest": "201_6_Original.pptx"
},
"result": {
"type": "vm_file",

74
evaluation_examples/examples/libreoffice_impress/39be0d19-634d-4475-8768-09c130f5425d.json Normal file
View File

@@ -0,0 +1,74 @@
{
"id": "39be0d19-634d-4475-8768-09c130f5425d",
"snapshot": "libreoffice_impress",
"instruction": "In the \"Features\" slide, insert a table with 5 rows and 2 columns.",
"source": "https://arxiv.org/pdf/2311.01767.pdf",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1r8etiRtFCBQZRETdcQwGzTJwXbocn2wg&export=download&authuser=0&confirm=t&uuid=87a82432-9be5-4798-8fc7-98cf616ae2e2&at=APZUnTXTld8YY1IafnX6IfzQ7ujL:1708236923669",
"path": "/home/user/Desktop/41_3.pptx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "/home/user/Desktop/41_3.pptx"
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"libreoffice_impress"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "41_3.pptx - LibreOffice Impress",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.hotkey('ctrl', 's'); time.sleep(0.5);pyautogui.press('down');time.sleep(0.5);pyautogui.press('enter');time.sleep(0.5);"
]
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
}
],
"func": "compare_pptx_files",
"expected": {
"type": "cloud_file",
"path": "https://drive.usercontent.google.com/download?id=1Y0U_8wUiV72CULVNQhRG9whmHDQjPle2&export=download&authuser=0&confirm=t&uuid=38315c03-624d-4899-ae94-668e636d347e&at=APZUnTXmyhSIYFltE3D8ch4KmDUC:1708237011340",
"dest": "41_3_Gold.pptx"
},
"result": {
"type": "vm_file",
"path": "/home/user/Desktop/41_3.pptx",
"dest": "41_3.pptx"
},
"options": {}
}
}

74
evaluation_examples/examples/libreoffice_impress/57667013-ea97-417c-9dce-2713091e6e2a.json Normal file
View File

@@ -0,0 +1,74 @@
{
"id": "57667013-ea97-417c-9dce-2713091e6e2a",
"snapshot": "libreoffice_impress",
"instruction": "OK, then move to the slide 4 and set the font color of all textboxes as yellow.",
"source": "https://arxiv.org/pdf/2311.01767.pdf",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1NRM6UVOr6ZxjtxJ5KfogGieNiblnadwc&export=download&authuser=0&confirm=t&uuid=20cd76d0-2d94-42f5-81a0-4c1998c25d7c&at=APZUnTXsVq1kr-fp68_mFu8E6udM:1708267976895",
"path": "/home/user/Desktop/1_2.pptx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "/home/user/Desktop/1_2.pptx"
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"libreoffice_impress"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "1_2.pptx - LibreOffice Impress",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.hotkey('ctrl', 's'); time.sleep(0.5);pyautogui.press('down');time.sleep(0.5);pyautogui.press('enter');time.sleep(0.5);"
]
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
}
],
"func": "compare_pptx_files",
"expected": {
"type": "cloud_file",
"path": "https://drive.usercontent.google.com/download?id=12qjP366OAbGUB333jVrcEifu5CZ5tcyV&export=download&authuser=0&confirm=t&uuid=cb1b96c8-75c8-4941-8ba0-e3589d40b4b2&at=APZUnTVTguyVOgORFWhiu5tCeJ0V:1708268081967",
"dest": "1_2_Gold.pptx"
},
"result": {
"type": "vm_file",
"path": "/home/user/Desktop/1_2.pptx",
"dest": "1_2.pptx"
},
"options": {}
}
}

76
evaluation_examples/examples/libreoffice_impress/5c1a6c3d-c1b3-47cb-9b01-8d1b7544ffa1.json Normal file
View File

@@ -0,0 +1,76 @@
{
"id": "5c1a6c3d-c1b3-47cb-9b01-8d1b7544ffa1",
"snapshot": "libreoffice_impress",
"instruction": "Bold the text on slide 1. Make the title of size 44pt and underline it on slide 1.",
"source": "https://arxiv.org/pdf/2311.01767.pdf",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=10bkeI31PUtosi2BSTypWmXj8RP-rxRig&export=download&authuser=0&confirm=t&uuid=e76fe7a7-194d-44d8-b2df-3c9d845f3739&at=APZUnTUqQDHgxmVKzm9VsxO4FjeH:1708261251109",
"path": "/home/user/Desktop/39_2.pptx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "/home/user/Desktop/39_2.pptx"
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"libreoffice_impress"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "39_2.pptx - LibreOffice Impress",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.hotkey('ctrl', 's'); time.sleep(0.5);pyautogui.press('down');time.sleep(0.5);pyautogui.press('enter');time.sleep(0.5);"
]
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
}
],
"func": "compare_pptx_files",
"expected": {
"type": "cloud_file",
"path": "https://drive.usercontent.google.com/download?id=1iLLSWlspJduOqeMVF9dkLkfZCGJ_Nv_y&export=download&authuser=0&confirm=t&uuid=3ee621eb-8200-4989-8292-92653e5932bb&at=APZUnTVUG5ru3M7UyYDu44NM5Qcp:1708261137461",
"dest": "39_2_Gold.pptx"
},
"result": {
"type": "vm_file",
"path": "/home/user/Desktop/39_2.pptx",
"dest": "39_2.pptx"
},
"options": {
"examine_shape": false
}
}
}

74
evaluation_examples/examples/libreoffice_impress/70bca0cc-c117-427e-b0be-4df7299ebeb6.json Normal file
View File

@@ -0,0 +1,74 @@
{
"id": "70bca0cc-c117-427e-b0be-4df7299ebeb6",
"snapshot": "libreoffice_impress",
"instruction": "Make the slide 2 have the title color.",
"source": "https://arxiv.org/pdf/2311.01767.pdf",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1UJ6XsGEYTKpqkeJeLUk8vwqB2Q1gV56s&export=download&authuser=0&confirm=t&uuid=48ac2a1b-c6f4-4687-8eb6-e09710e31755&at=APZUnTW9LoZFfYhfBwruHWcgK643:1708240341114",
"path": "/home/user/Desktop/71_6.pptx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "/home/user/Desktop/71_6.pptx"
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"libreoffice_impress"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "71_6.pptx - LibreOffice Impress",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.hotkey('ctrl', 's'); time.sleep(0.5);pyautogui.press('down');time.sleep(0.5);pyautogui.press('enter');time.sleep(0.5);"
]
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
}
],
"func": "compare_pptx_files",
"expected": {
"type": "cloud_file",
"path": "https://drive.usercontent.google.com/download?id=1Ah6A6V7lGHLSmBA7aSLvcjSy0kPFUu1o&export=download&authuser=0&confirm=t&uuid=a952e140-a429-4819-a2bf-c723d53a5c2b&at=APZUnTV7ONjvu0Bq4S2NEvOrwRL-:1708241244209",
"dest": "71_6_Gold.pptx"
},
"result": {
"type": "vm_file",
"path": "/home/user/Desktop/71_6.pptx",
"dest": "71_6.pptx"
},
"options": {}
}
}

77
evaluation_examples/examples/libreoffice_impress/7ae48c60-f143-4119-b659-15b8f485eb9a.json Normal file
View File

@@ -0,0 +1,77 @@
{
"id": "7ae48c60-f143-4119-b659-15b8f485eb9a",
"snapshot": "libreoffice_impress",
"instruction": "Change picture's height to 20,30,25cm on slide 3,4,6 respectively.",
"source": "https://arxiv.org/pdf/2311.01767.pdf",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1d-3r4bgCd_TQbU8iDkOVjL945UbfJNWY&export=download&authuser=0&confirm=t&uuid=195f2b36-0a94-4b84-8fe3-9ba84fba06c9&at=APZUnTV-xA3XsBXMkqx00bgN-5af:1708269818721",
"path": "/home/user/Desktop/30_1.pptx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "/home/user/Desktop/30_1.pptx"
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"libreoffice_impress"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "30_1.pptx - LibreOffice Impress",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.hotkey('ctrl', 's'); time.sleep(0.5);pyautogui.press('down');time.sleep(0.5);pyautogui.press('enter');time.sleep(0.5);"
]
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
}
],
"func": "compare_pptx_files",
"expected": {
"type": "cloud_file",
"path": "https://drive.usercontent.google.com/download?id=1gLPtFbsX_TneakD23kCSneZ3eBhMt_Zo&export=download&authuser=0&confirm=t&uuid=5e06d172-b346-439b-8f7b-1fc601f494b9&at=APZUnTWE15Clx9uxLNgLxBbtV_3O:1708270008930",
"dest": "30_1_Gold.pptx"
},
"result": {
"type": "vm_file",
"path": "/home/user/Desktop/30_1.pptx",
"dest": "30_1.pptx"
},
"options": {
"examine_shape": false,
"examine_modify_height": true
}
}
}

74
evaluation_examples/examples/libreoffice_impress/8c62e65f-1152-4f82-b36c-309658d6dbe0.json Normal file
View File

@@ -0,0 +1,74 @@
{
"id": "8c62e65f-1152-4f82-b36c-309658d6dbe0",
"snapshot": "libreoffice_impress",
"instruction": "Bold the \"ADD AN AGENDA PAGE\" text on slide 3 and underline \"HELLO THERE!\" on slide 4.",
"source": "https://arxiv.org/pdf/2311.01767.pdf",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1x6rHIQnVYtWF7pIGo5xpHmAJ9GNTCcpb&export=download&authuser=0&confirm=t&uuid=85d28da9-6921-4833-9184-62ac4c4835da&at=APZUnTUbqZlt0vDG-h8yqGW0EgNq:1708269136322",
"path": "/home/user/Desktop/32_1.pptx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "/home/user/Desktop/32_1.pptx"
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"libreoffice_impress"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "32_1.pptx - LibreOffice Impress",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.hotkey('ctrl', 's'); time.sleep(0.5);pyautogui.press('down');time.sleep(0.5);pyautogui.press('enter');time.sleep(0.5);"
]
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
}
],
"func": "compare_pptx_files",
"expected": {
"type": "cloud_file",
"path": "https://drive.usercontent.google.com/download?id=1iRtwLFxeWK8FZA-1l470zUUcY13oEiVw&export=download&authuser=0&confirm=t&uuid=46724fbe-8067-4d58-a0b4-5b1db47438e6&at=APZUnTVJ3cxqMfTctw9psgPDPsPF:1708269235021",
"dest": "32_1_Gold.pptx"
},
"result": {
"type": "vm_file",
"path": "/home/user/Desktop/32_1.pptx",
"dest": "32_1.pptx"
},
"options": {}
}
}

87
evaluation_examples/examples/libreoffice_impress/9297dfa3-f7d9-4395-821c-cea230eb4925.json Normal file
View File

@@ -0,0 +1,87 @@
{
"id": "9297dfa3-f7d9-4395-821c-cea230eb4925",
"snapshot": "libreoffice_impress",
"instruction": "Insert the Tencent logo as an image in the slide.",
"source": "https://arxiv.org/pdf/2311.01767.pdf",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=15-hQtwEMmSitZiy-1FMAmLpfSYi3STb-&export=download&authuser=0&confirm=t&uuid=3f6bdcd5-c33d-4a65-b405-ad142a67c7c5&at=APZUnTVtRupsoginnE8RvfC5pVnK:1708242038143",
"path": "/home/user/Desktop/95_1.pptx"
}
]
}
},
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=11nRcMzp462vbPq8j4loEyyvZP5TKV5-B&export=download&authuser=0&confirm=t&uuid=053795e5-40c1-4ff8-8e98-a435b7b88ff6&at=APZUnTUvVG-pRcedoFBBwqrKgxut:1708242556238",
"path": "/home/user/Desktop/tencent_logo.png"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "/home/user/Desktop/95_1.pptx"
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"libreoffice_impress"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "95_1.pptx - LibreOffice Impress",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.hotkey('ctrl', 's'); time.sleep(0.5);pyautogui.press('down');time.sleep(0.5);pyautogui.press('enter');time.sleep(0.5);"
]
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
}
],
"func": "compare_pptx_files",
"expected": {
"type": "cloud_file",
"path": "https://drive.usercontent.google.com/download?id=13-ArxCuKU7rG0hWFtsDNDVjmPzKbtuCF&export=download&authuser=0&confirm=t&uuid=72450f23-a410-44c2-8f09-60f3c83d1f9e&at=APZUnTWmdlOLayXaVq9dcRAu0RI5:1708242311999",
"dest": "95_1_Gold.pptx"
},
"result": {
"type": "vm_file",
"path": "/home/user/Desktop/95_1.pptx",
"dest": "95_1.pptx"
},
"options": {
"examine_shape": false
}
}
}

74
evaluation_examples/examples/libreoffice_impress/a53f80cd-4a90-4490-8310-097b011433f6.json Normal file
View File

@@ -0,0 +1,74 @@
{
"id": "a53f80cd-4a90-4490-8310-097b011433f6",
"snapshot": "libreoffice_impress",
"instruction": "Set the font color of the title in slides 2 to 3 as black and bold the title. Also, delete the personal information in slide 22.",
"source": "https://arxiv.org/pdf/2311.01767.pdf",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1weJso1Jh98T4La0Y966TMfmYhQhtuFuI&export=download&authuser=0&confirm=t&uuid=dc455e22-2b7d-45e8-94dd-17e4220cb38b&at=APZUnTWDrSCRH2ui8SKsK_tnUcm2:1708278320677",
"path": "/home/user/Desktop/21_0.pptx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "/home/user/Desktop/21_0.pptx"
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"libreoffice_impress"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "21_0.pptx - LibreOffice Impress",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.hotkey('ctrl', 's'); time.sleep(0.5);pyautogui.press('down');time.sleep(0.5);pyautogui.press('enter');time.sleep(0.5);"
]
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
}
],
"func": "compare_pptx_files",
"expected": {
"type": "cloud_file",
"path": "https://drive.usercontent.google.com/download?id=1MmeszasDfNxJvCRUF9wcALkP9J6Xh3ei&export=download&authuser=0&confirm=t&uuid=927b69e7-f30c-4a8c-8bc2-dfcf87b6488e&at=APZUnTVDYKTOQCGDU-ckFvP9bUXY:1708278495606",
"dest": "21_0_Gold.pptx"
},
"result": {
"type": "vm_file",
"path": "/home/user/Desktop/21_0.pptx",
"dest": "21_0.pptx"
},
"options": {}
}
}

77
evaluation_examples/examples/libreoffice_impress/ac1b39ff-ee4d-4483-abce-c117e98942f0.json Normal file
View File

@@ -0,0 +1,77 @@
{
"id": "ac1b39ff-ee4d-4483-abce-c117e98942f0",
"snapshot": "libreoffice_impress",
"instruction": "Move the table on Page 3 to the bottom of the slide. ##1, table, slide, right.",
"source": "https://arxiv.org/pdf/2311.01767.pdf",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1H97Y_I0jerNHkMlUg6YnXxmTeBmbcMox&export=download&authuser=0&confirm=t&uuid=ae8eb25b-c0a6-4882-a76a-fb5d3ea26927&at=APZUnTUFIW80rnu-C5SriQoiKbRa:1708180829142",
"path": "/home/user/Desktop/55_10.pptx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "/home/user/Desktop/55_10.pptx"
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"libreoffice_impress"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "55_10.pptx - LibreOffice Impress",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.hotkey('ctrl', 's'); time.sleep(0.5);pyautogui.press('down');time.sleep(0.5);pyautogui.press('enter');time.sleep(0.5);"
]
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
}
],
"func": "compare_pptx_files",
"expected": {
"type": "cloud_file",
"path": "https://drive.usercontent.google.com/download?id=1JT3OIVMQbXqZSr7KGv8iKdKZu3yXDK2X&export=download&authuser=0&confirm=t&uuid=1a81d9f9-d0a5-408e-ac40-865f87551284&at=APZUnTWMH-g6u44cE6UKk72dEBjn:1708182879660",
"dest": "55_10_Original.pptx"
},
"result": {
"type": "vm_file",
"path": "/home/user/Desktop/55_10.pptx",
"dest": "55_10.pptx"
},
"options": {
"examine_bottom_position": true,
"examine_shape": false
}
}
}

74
evaluation_examples/examples/libreoffice_impress/af2d657a-e6b3-4c6a-9f67-9e3ed015974c.json Normal file
View File

@@ -0,0 +1,74 @@
{
"id": "af2d657a-e6b3-4c6a-9f67-9e3ed015974c",
"snapshot": "libreoffice_impress",
"instruction": "In the first slide, insert the title \"Happy Family\" and make the font style \"Microsoft JhengHei\".",
"source": "https://arxiv.org/pdf/2311.01767.pdf",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1T12RXHRxvu5PcjCDAvYNogzob6ov5yJc&export=download&authuser=0&confirm=t&uuid=67cca701-c330-4e28-9b03-6252ce60aad3&at=APZUnTV-ObXvdW1xsI5HAdFddLb_:1708193789371",
"path": "/home/user/Desktop/9_1.pptx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "/home/user/Desktop/9_1.pptx"
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"libreoffice_impress"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "9_1.pptx - LibreOffice Impress",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.hotkey('ctrl', 's'); time.sleep(0.5);pyautogui.press('down');time.sleep(0.5);pyautogui.press('enter');time.sleep(0.5);"
]
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
}
],
"func": "compare_pptx_files",
"expected": {
"type": "cloud_file",
"path": "https://drive.usercontent.google.com/download?id=1twCtKfny2hrXwQza4w5G_d_yOD314zYN&export=download&authuser=0&confirm=t&uuid=8dfbd8de-50b7-41d2-948c-cc4e3b8fe58c&at=APZUnTW328O1gjxMohBtt2IWv3gI:1708193928570",
"dest": "9_1_Gold.pptx"
},
"result": {
"type": "vm_file",
"path": "/home/user/Desktop/9_1.pptx",
"dest": "9_1.pptx"
},
"options": {}
}
}

2
evaluation_examples/examples/libreoffice_impress/c82632a4-56b6-4db4-9dd1-3820ee3388e4.json
View File

@@ -9,7 +9,7 @@
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1TDEznV_jXtRepAJYR6jyrQMHRmifceDR&export=download&authuser=0&confirm=t&uuid=0cfdeb47-97ee-489d-b3c9-7de5d87a475a&at=APZUnTWxCjGwQ2GdoyAgdePUK-oj:1708089522964",
"url": "https://drive.usercontent.google.com/download?id=1TDEznV_jXtRepAJYR6jyrQMHRmifceDR&export=download&authuser=0&confirm=t&uuid=53c336ee-474b-4cc8-b595-884692ad7449&at=APZUnTU6WTDx1eGHu8dWQSCIgb8T:1708187708559",
"path": "/home/user/Desktop/31_2.pptx"
}
]

74
evaluation_examples/examples/libreoffice_impress/f23acfd2-c485-4b7c-a1e7-d4303ddfe864.json Normal file
View File

@@ -0,0 +1,74 @@
{
"id": "f23acfd2-c485-4b7c-a1e7-d4303ddfe864",
"snapshot": "libreoffice_impress",
"instruction": "Add a bullet point to the slide.",
"source": "https://arxiv.org/pdf/2311.01767.pdf",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1yU0V_2Q6ICFt7aA6UGTHsrGYJ0DUHcmz&export=download&authuser=0&confirm=t&uuid=a6dbf831-f413-427b-8d66-5e75d8cc46d3&at=APZUnTUE3OEXPcK1WvWh-cWQ4P2u:1708235488188",
"path": "/home/user/Desktop/69_4.pptx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "/home/user/Desktop/69_4.pptx"
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"libreoffice_impress"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "69_4.pptx - LibreOffice Impress",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.hotkey('ctrl', 's'); time.sleep(0.5);pyautogui.press('down');time.sleep(0.5);pyautogui.press('enter');time.sleep(0.5);"
]
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
}
],
"func": "compare_pptx_files",
"expected": {
"type": "cloud_file",
"path": "https://drive.usercontent.google.com/download?id=1Ig38nZ6lHOyu48ASCUXEjONqps0sHj_r&export=download&authuser=0&confirm=t&uuid=ea858e02-3b6b-46ff-ba65-c8e6f2979e0c&at=APZUnTV19tyXY0cVaRvfVouUo7zq:1708235603920",
"dest": "69_4_Gold.pptx"
},
"result": {
"type": "vm_file",
"path": "/home/user/Desktop/69_4.pptx",
"dest": "69_4.pptx"
},
"options": {}
}
}