From e42f5e2a8feefa58301d81555924240abef46528 Mon Sep 17 00:00:00 2001 From: tsuky_chen <3107760494@qq.com> Date: Mon, 4 Mar 2024 21:43:28 +0800 Subject: [PATCH] update multi apps --- .../48d05431-6cd5-4e76-82eb-12b60d823f7d.json | 62 ++++++++++++++++ .../81c425f5-78f3-4771-afd6-3d2973825947.json | 69 ++++++++++++++++++ .../aad10cd7-9337-4b62-b704-a857848cedf2.json | 70 +++++++++++++++++++ .../bb83cab4-e5c7-42c7-a67b-e46068032b86.json | 69 ++++++++++++++++++ 4 files changed, 270 insertions(+) create mode 100644 evaluation_examples/examples/multi_apps/48d05431-6cd5-4e76-82eb-12b60d823f7d.json create mode 100644 evaluation_examples/examples/multi_apps/81c425f5-78f3-4771-afd6-3d2973825947.json create mode 100644 evaluation_examples/examples/multi_apps/aad10cd7-9337-4b62-b704-a857848cedf2.json create mode 100644 evaluation_examples/examples/multi_apps/bb83cab4-e5c7-42c7-a67b-e46068032b86.json diff --git a/evaluation_examples/examples/multi_apps/48d05431-6cd5-4e76-82eb-12b60d823f7d.json b/evaluation_examples/examples/multi_apps/48d05431-6cd5-4e76-82eb-12b60d823f7d.json new file mode 100644 index 0000000..d69e12e --- /dev/null +++ b/evaluation_examples/examples/multi_apps/48d05431-6cd5-4e76-82eb-12b60d823f7d.json @@ -0,0 +1,62 @@ +{ + "id": "48d05431-6cd5-4e76-82eb-12b60d823f7d", + "snapshot": "os", + "instruction": "When I ran \"conda install datasets\" in terminal, I got \"conda: command not found\". Could you help me solve it?", + "source": "authors", + "config": [ + { + "type": "launch", + "parameters": { + "command": [ + "google-chrome", + "--remote-debugging-port=1337" + ] + } + }, + { + "type": "launch", + "parameters": { + "command": [ + "socat", + "tcp-listen:9222,fork", + "tcp:localhost:1337" + ] + } + }, + { + "type": "execute", + "parameters": { + "command": [ + "python", + "-c", + "import pyautogui; import time; time.sleep(0.5); pyautogui.click(960, 540); time.sleep(0.5); pyautogui.hotkey('ctrl', 'alt', 't'); time.sleep(0.5)" + ] + } + }, + { + "type": "activate_window", + "parameters": { + "window_name": "Terminal" + } + } + ], + "trajectory": "trajectories/48d05431-6cd5-4e76-82eb-12b60d823f7d", + "related_apps": [ + "os", + "chrome" + ], + "evaluator": { + "func": "is_in_list", + "result": { + "type": "vm_command_line", + "command": "conda list", + "shell": true + }, + "expected": { + "type": "rule", + "rules": { + "expected": "packages in environment at" + } + } + } +} \ No newline at end of file diff --git a/evaluation_examples/examples/multi_apps/81c425f5-78f3-4771-afd6-3d2973825947.json b/evaluation_examples/examples/multi_apps/81c425f5-78f3-4771-afd6-3d2973825947.json new file mode 100644 index 0000000..85f244e --- /dev/null +++ b/evaluation_examples/examples/multi_apps/81c425f5-78f3-4771-afd6-3d2973825947.json @@ -0,0 +1,69 @@ +{ + "id": "81c425f5-78f3-4771-afd6-3d2973825947", + "snapshot": "libreoffice_calc", + "instruction": "Could you help me transfer LibreOffice Calc data in this file to a LibreOffice Writer table? Save it as \"price.docx\" on the desktop.", + "source": "authors", + "config": [ + { + "type": "download", + "parameters": { + "files": [ + { + "path": "/home/user/Desktop/OSP_Envelope_Price-List_2023_5000.xlsx", + "url": "https://drive.usercontent.google.com/download?id=1tXhQ1aG0JMbp3Yz643QRCmJBCHKE_trr&export=download&authuser=0&confirm=t&uuid=b4441d6c-48ce-4d49-a8cb-9239e8e20d1a&at=APZUnTU-Ba8Vx0N8e1nuomP_-4mm:1709556978086" + } + ] + } + }, + { + "type": "open", + "parameters": { + "path": "/home/user/Desktop/OSP_Envelope_Price-List_2023_5000.xlsx" + } + } + ], + "trajectory": "trajectories/81c425f5-78f3-4771-afd6-3d2973825947", + "related_apps": [ + "libreoffice_writer", + "libreoffice_calc", + "os" + ], + "evaluator": { + "postconfig": [ + { + "type": "activate_window", + "parameters": { + "window_name": "price.docx - LibreOffice Writer", + "strict": true + } + }, + { + "type": "sleep", + "parameters": { + "seconds": 0.5 + } + }, + { + "type": "execute", + "parameters": { + "command": [ + "python", + "-c", + "import pyautogui; import time; pyautogui.hotkey(\"ctrl\", \"s\"); time.sleep(0.5);" + ] + } + } + ], + "func": "compare_docx_tables", + "result": { + "type": "vm_file", + "path": "/home/user/Desktop/price.docx", + "dest": "price.docx" + }, + "expected": { + "type": "cloud_file", + "path": "https://drive.usercontent.google.com/download?id=1KbdlQC0qSAYewG8QnZgParnSwv3s3dub&export=download&authuser=0&confirm=t&uuid=15dcc25c-8168-425e-96e1-fd27e0d6904b&at=APZUnTVho4ZrREHf9DC4rKwdIi3R:1709557117932", + "dest": "price.docx" + } + } +} \ No newline at end of file diff --git a/evaluation_examples/examples/multi_apps/aad10cd7-9337-4b62-b704-a857848cedf2.json b/evaluation_examples/examples/multi_apps/aad10cd7-9337-4b62-b704-a857848cedf2.json new file mode 100644 index 0000000..950703b --- /dev/null +++ b/evaluation_examples/examples/multi_apps/aad10cd7-9337-4b62-b704-a857848cedf2.json @@ -0,0 +1,70 @@ +{ + "id": "aad10cd7-9337-4b62-b704-a857848cedf2", + "snapshot": "chrome", + "instruction": "I want to get a local file version of this blog on https://developer.apple.com/design/human-interface-guidelines/searching to make my own revision. Just keep the main content on this page, which starts from 'searching' and ends before 'resources'. Help me save this blog into \"notes.docx\" on the desktop.", + "source": "authors", + "config": [ + { + "type": "launch", + "parameters": { + "command": [ + "google-chrome", + "--remote-debugging-port=1337" + ] + } + }, + { + "type": "launch", + "parameters": { + "command": [ + "socat", + "tcp-listen:9222,fork", + "tcp:localhost:1337" + ] + } + } + ], + "trajectory": "trajectories/aad10cd7-9337-4b62-b704-a857848cedf2", + "related_apps": [ + "os", + "chrome" + ], + "evaluator": { + "postconfig": [ + { + "type": "activate_window", + "parameters": { + "window_name": "notes.docx - LibreOffice Writer", + "strict": true + } + }, + { + "type": "sleep", + "parameters": { + "seconds": 0.5 + } + }, + { + "type": "execute", + "parameters": { + "command": [ + "python", + "-c", + "import pyautogui; import time; pyautogui.hotkey('ctrl', 's'); time.sleep(0.5); " + ] + } + } + ], + "func": "compare_docx_files", + "expected": { + "type": "cloud_file", + "path": "https://drive.usercontent.google.com/download?id=1r2KJv0H3foo1WlWnArxdXnaew-yixNqL&export=download&authuser=0&confirm=t&uuid=633cc27c-d38b-4c45-907d-025341b4af1c&at=APZUnTV8AW5F_aLVooprdfgt-Q-Z:1709547335200", + "dest": "notes.docx" + }, + "result": { + "type": "vm_file", + "path": "/home/user/Desktop/notes.docx", + "dest": "notes.docx" + } + } +} \ No newline at end of file diff --git a/evaluation_examples/examples/multi_apps/bb83cab4-e5c7-42c7-a67b-e46068032b86.json b/evaluation_examples/examples/multi_apps/bb83cab4-e5c7-42c7-a67b-e46068032b86.json new file mode 100644 index 0000000..c61858e --- /dev/null +++ b/evaluation_examples/examples/multi_apps/bb83cab4-e5c7-42c7-a67b-e46068032b86.json @@ -0,0 +1,69 @@ +{ + "id": "bb83cab4-e5c7-42c7-a67b-e46068032b86", + "snapshot": "libreoffice_impress", + "instruction": "I'd like to save an Impress file as a document that I can edit in Writer. Just keep all the text in impress in \"script.docx\" on Desktop and I will do the reformatting by myself. Thanks!", + "source": "authors", + "config": [ + { + "type": "download", + "parameters": { + "files": [ + { + "path": "/home/user/Desktop/Unlocking-the-Power-of-ChatGPT.pptx", + "url": "https://drive.usercontent.google.com/download?id=15JpEBadJeJXmkaMOMNHV5QjyVmuofQMB&export=download&authuser=0&confirm=t&uuid=308636e7-6d09-4b72-81df-cc791fc83d30&at=APZUnTV4I6P3uydAZJ-Ls1n_i8sK:1709558907727" + } + ] + } + }, + { + "type": "open", + "parameters": { + "path": "/home/user/Desktop/Unlocking-the-Power-of-ChatGPT.pptx" + } + } + ], + "trajectory": "trajectories/bb83cab4-e5c7-42c7-a67b-e46068032b86", + "related_apps": [ + "libreoffice_writer", + "libreoffice_impress", + "os" + ], + "evaluator": { + "postconfig": [ + { + "type": "activate_window", + "parameters": { + "window_name": "script.docx - LibreOffice Writer", + "strict": true + } + }, + { + "type": "sleep", + "parameters": { + "seconds": 0.5 + } + }, + { + "type": "execute", + "parameters": { + "command": [ + "python", + "-c", + "import pyautogui; import time; pyautogui.hotkey(\"ctrl\", \"s\"); time.sleep(0.5);" + ] + } + } + ], + "func": "compare_docx_tables", + "result": { + "type": "vm_file", + "path": "/home/user/Desktop/script.docx", + "dest": "script.docx" + }, + "expected": { + "type": "cloud_file", + "path": "https://drive.usercontent.google.com/download?id=1-Sol1W8S7Ybj-3KBJJarbcYUqS5wAQ1C&export=download&authuser=0&confirm=t&uuid=d967f546-b8f7-4ac2-b8fc-b1635f1cfbc4&at=APZUnTUazmbS2X3BSXDEQtJgobgf:1709559012053", + "dest": "script.docx" + } + } +} \ No newline at end of file