From aceb2a678d3ef7348cb74addf9446dfb55764d1b Mon Sep 17 00:00:00 2001 From: Siheng Zhao <1730625285@qq.com> Date: Sat, 17 Feb 2024 01:54:41 +0800 Subject: [PATCH 1/3] refine GIMP infeasible examples --- .../38f48d40-764e-4e77-a7cf-51dfce880291.json | 6 +++--- .../62f7fd55-0687-4a43-b6e1-3eda16fc6252.json | 6 +++--- .../e19bd559-633b-4b02-940f-d946248f088e.json | 15 ++------------- .../fbb548ca-c2a6-4601-9204-e39a2efc507b.json | 2 +- 4 files changed, 9 insertions(+), 20 deletions(-) diff --git a/evaluation_examples/examples/gimp/38f48d40-764e-4e77-a7cf-51dfce880291.json b/evaluation_examples/examples/gimp/38f48d40-764e-4e77-a7cf-51dfce880291.json index 86841f1..7bfd43f 100644 --- a/evaluation_examples/examples/gimp/38f48d40-764e-4e77-a7cf-51dfce880291.json +++ b/evaluation_examples/examples/gimp/38f48d40-764e-4e77-a7cf-51dfce880291.json @@ -1,7 +1,7 @@ { "id": "38f48d40-764e-4e77-a7cf-51dfce880291", "snapshot": "gimp", - "instruction": "Could you help me play the video located at \"/home/user/test.mp4\" within GIMP?", + "instruction": "Could you help me trim the video located at \"/home/user/fullvideo.mp4\" within GIMP, since I only want the second to fourth second part of this video?", "source": "", "config": [ { @@ -9,8 +9,8 @@ "parameters": { "files": [ { - "url": "", - "path": "/home/user/test.mp4" + "url": "https://drive.usercontent.google.com/download?id=1KIFOzhbQEAZD8SESuJwqAsO0y-uR-3_N&export=download&authuser=0&confirm=t&uuid=b29beb96-aa60-49b5-be59-50d110d7661a&at=APZUnTU9VZ4fLEkKAIa8aAUhNup6:1708105875615", + "path": "/home/user/fullvideo.mp4" } ] } diff --git a/evaluation_examples/examples/gimp/62f7fd55-0687-4a43-b6e1-3eda16fc6252.json b/evaluation_examples/examples/gimp/62f7fd55-0687-4a43-b6e1-3eda16fc6252.json index 3f21a07..767648c 100644 --- a/evaluation_examples/examples/gimp/62f7fd55-0687-4a43-b6e1-3eda16fc6252.json +++ b/evaluation_examples/examples/gimp/62f7fd55-0687-4a43-b6e1-3eda16fc6252.json @@ -1,7 +1,7 @@ { "id": "62f7fd55-0687-4a43-b6e1-3eda16fc6252", "snapshot": "gimp", - "instruction": "Could you help me convert the image located at \"/home/user/test.png\" to \".svg\" format?", + "instruction": "Could you help me convert the image located at \"/home/user/logo.png\" to \".svg\" format?", "source": "", "config": [ { @@ -9,8 +9,8 @@ "parameters": { "files": [ { - "url": "", - "path": "/home/user/test.png" + "url": "https://drive.usercontent.google.com/download?id=1p6nkoAiT53-bZMZhdd0_q_qSYmlnySQS&export=download&authuser=0&confirm=t&uuid=c23a4d7c-b749-4d75-9792-03fc2e099863&at=APZUnTUSIuFtW2Se2XPstZGmNEMh:1708106060015", + "path": "/home/user/logo.png" } ] } diff --git a/evaluation_examples/examples/gimp/e19bd559-633b-4b02-940f-d946248f088e.json b/evaluation_examples/examples/gimp/e19bd559-633b-4b02-940f-d946248f088e.json index cb9a302..92300d9 100644 --- a/evaluation_examples/examples/gimp/e19bd559-633b-4b02-940f-d946248f088e.json +++ b/evaluation_examples/examples/gimp/e19bd559-633b-4b02-940f-d946248f088e.json @@ -1,20 +1,9 @@ { "id": "e19bd559-633b-4b02-940f-d946248f088e", "snapshot": "gimp", - "instruction": "Could you help me change all the places in the document located at \"/home/user/test.txt\" that say \"text\" to \"test\" within GIMP?", - "source": "", + "instruction": "Could you tone down the brightness of my photo at desktop?", + "source": "https://www.quora.com/How-do-I-edit-a-photo-in-GIMP", "config": [ - { - "type": "download", - "parameters": { - "files": [ - { - "url": "", - "path": "/home/user/test.txt" - } - ] - } - } ], "trajectory": "trajectories/", "related_apps": [ diff --git a/evaluation_examples/examples/gimp/fbb548ca-c2a6-4601-9204-e39a2efc507b.json b/evaluation_examples/examples/gimp/fbb548ca-c2a6-4601-9204-e39a2efc507b.json index 1ac77c1..b8addf8 100644 --- a/evaluation_examples/examples/gimp/fbb548ca-c2a6-4601-9204-e39a2efc507b.json +++ b/evaluation_examples/examples/gimp/fbb548ca-c2a6-4601-9204-e39a2efc507b.json @@ -1,7 +1,7 @@ { "id": "fbb548ca-c2a6-4601-9204-e39a2efc507b", "snapshot": "gimp", - "instruction": "Could you help me create a new excel file and save it at \"/home/user/test.xlsx\" within GIMP?", + "instruction": "Blue is my favorite color, so could you help me change the color theme of GIMP to \"Blue\"?", "source": "", "config": [ ], From 610457d83840db8c76db430a18835ff2b8f8498f Mon Sep 17 00:00:00 2001 From: Siheng Zhao <1730625285@qq.com> Date: Sat, 17 Feb 2024 02:21:02 +0800 Subject: [PATCH 2/3] refine VSC infeasible examples --- .../847a96b6-df94-4927-97e6-8cc9ea66ced7.json | 31 ++++++++++++++++--- 1 file changed, 27 insertions(+), 4 deletions(-) diff --git a/evaluation_examples/examples/vs_code/847a96b6-df94-4927-97e6-8cc9ea66ced7.json b/evaluation_examples/examples/vs_code/847a96b6-df94-4927-97e6-8cc9ea66ced7.json index b5eb3bc..45a18f5 100644 --- a/evaluation_examples/examples/vs_code/847a96b6-df94-4927-97e6-8cc9ea66ced7.json +++ b/evaluation_examples/examples/vs_code/847a96b6-df94-4927-97e6-8cc9ea66ced7.json @@ -1,16 +1,40 @@ { "id": "847a96b6-df94-4927-97e6-8cc9ea66ced7", "snapshot": "vscode", - "instruction": "Please help me trim the video located at \"/home/user/test.mp4\" within VS Code, since I only want the second to fourth second part of this video.", + "instruction": "Please help me open two workspaces \"/home/user/workspace1.code-workspace\" and \"/home/user/workspace2.code-workspace\" simultaneously in the same window.", "source": "", "config": [ + { + "type": "command", + "parameters": { + "command": [ + "mkdir", + "-p", + "/home/user/project1" + ] + } + }, + { + "type": "command", + "parameters": { + "command": [ + "mkdir", + "-p", + "/home/user/project2" + ] + } + }, { "type": "download", "parameters": { "files": [ { "url": "", - "path": "/home/user/test.mp4" + "path": "/home/user/workspace1.code-workspace" + }, + { + "url": "", + "path": "/home/user/workspace2.code-workspace" } ] } @@ -19,8 +43,7 @@ "type": "launch", "parameters": { "command": [ - "code", - "/home/user/test.mp4" + "code" ] } }, From 84051ab34046b3789ba6f449d3d9d86b733b8534 Mon Sep 17 00:00:00 2001 From: Siheng Zhao <1730625285@qq.com> Date: Sat, 17 Feb 2024 02:52:34 +0800 Subject: [PATCH 3/3] refine and add VSC infeasible examples --- .../7aeae0e2-70ee-4705-821d-1bba5d5b2ddd.json | 6 +++--- .../7c4cc09e-7a92-40dd-8338-b2286535c4ed.json | 16 +++++++++++++++- .../847a96b6-df94-4927-97e6-8cc9ea66ced7.json | 4 ++-- .../971cbb5b-3cbf-4ff7-9e24-b5c84fcebfa6.json | 16 ++-------------- .../dcbe20e8-647f-4f1d-8696-f1c5bbb570e3.json | 16 +++++++++++++++- 5 files changed, 37 insertions(+), 21 deletions(-) diff --git a/evaluation_examples/examples/vs_code/7aeae0e2-70ee-4705-821d-1bba5d5b2ddd.json b/evaluation_examples/examples/vs_code/7aeae0e2-70ee-4705-821d-1bba5d5b2ddd.json index 8036565..8511936 100644 --- a/evaluation_examples/examples/vs_code/7aeae0e2-70ee-4705-821d-1bba5d5b2ddd.json +++ b/evaluation_examples/examples/vs_code/7aeae0e2-70ee-4705-821d-1bba5d5b2ddd.json @@ -9,8 +9,8 @@ "parameters": { "files": [ { - "url": "", - "path": "/home/user/test.py" + "url": "https://drive.usercontent.google.com/download?id=1dfc_QSyywXGqh7vcXOzSkGo76fEzl-wL&export=download&authuser=0&confirm=t&uuid=6f139847-7ae6-42ec-b0a6-c84f4b02790d&at=APZUnTWXbY8NWy5aLS8bTkr-td9l:1708107970467", + "path": "/home/user/main.py" } ] } @@ -20,7 +20,7 @@ "parameters": { "command": [ "code", - "/home/user/test.py" + "/home/user/main.py" ] } }, diff --git a/evaluation_examples/examples/vs_code/7c4cc09e-7a92-40dd-8338-b2286535c4ed.json b/evaluation_examples/examples/vs_code/7c4cc09e-7a92-40dd-8338-b2286535c4ed.json index 3c0ae42..a86d94c 100644 --- a/evaluation_examples/examples/vs_code/7c4cc09e-7a92-40dd-8338-b2286535c4ed.json +++ b/evaluation_examples/examples/vs_code/7c4cc09e-7a92-40dd-8338-b2286535c4ed.json @@ -1,9 +1,23 @@ { "id": "7c4cc09e-7a92-40dd-8338-b2286535c4ed", "snapshot": "vscode", - "instruction": "Please help me send an email titled \"Hello, DesktopEnv Team!\" to \"tyu@hku.hk\" within VS Code.", + "instruction": "Please help me change the display language of VS Code to \"Arabic\".", "source": "", "config": [ + { + "type": "launch", + "parameters": { + "command": [ + "code" + ] + } + }, + { + "type": "activate_window", + "parameters": { + "window_name": "Visual Studio Code" + } + } ], "trajectory": "trajectories/", "related_apps": [ diff --git a/evaluation_examples/examples/vs_code/847a96b6-df94-4927-97e6-8cc9ea66ced7.json b/evaluation_examples/examples/vs_code/847a96b6-df94-4927-97e6-8cc9ea66ced7.json index 45a18f5..0abf52a 100644 --- a/evaluation_examples/examples/vs_code/847a96b6-df94-4927-97e6-8cc9ea66ced7.json +++ b/evaluation_examples/examples/vs_code/847a96b6-df94-4927-97e6-8cc9ea66ced7.json @@ -29,11 +29,11 @@ "parameters": { "files": [ { - "url": "", + "url": "https://drive.usercontent.google.com/download?id=1KGmoBsmKvhITJchGitv8_jj1gj4HESz4&export=download&authuser=0&confirm=t&uuid=a26e5f6a-dbb8-4019-b9fd-b535d99e807f&at=APZUnTVz4rBaEuvjRIWH3jsmW-6c:1708107774337", "path": "/home/user/workspace1.code-workspace" }, { - "url": "", + "url": "https://drive.usercontent.google.com/download?id=1PgvCblavKdwNFMq-puT2VxdNDd3NpJrr&export=download&authuser=0&confirm=t&uuid=49360747-4455-4406-ac69-34002bdd518d&at=APZUnTX55qhGUQ4Iw44ED369nu3E:1708107775631", "path": "/home/user/workspace2.code-workspace" } ] diff --git a/evaluation_examples/examples/vs_code/971cbb5b-3cbf-4ff7-9e24-b5c84fcebfa6.json b/evaluation_examples/examples/vs_code/971cbb5b-3cbf-4ff7-9e24-b5c84fcebfa6.json index f3c2daa..889f8fa 100644 --- a/evaluation_examples/examples/vs_code/971cbb5b-3cbf-4ff7-9e24-b5c84fcebfa6.json +++ b/evaluation_examples/examples/vs_code/971cbb5b-3cbf-4ff7-9e24-b5c84fcebfa6.json @@ -1,26 +1,14 @@ { "id": "971cbb5b-3cbf-4ff7-9e24-b5c84fcebfa6", "snapshot": "vscode", - "instruction": "Please help me add text watermark \"HKU\" to the top right corner of the video located at \"/home/user/test.mp4\" within VS Code.", + "instruction": "Please help me change the settings of VS Code so that every time I open it, it automatically creates a python file called \"test.py\".", "source": "", "config": [ - { - "type": "download", - "parameters": { - "files": [ - { - "url": "", - "path": "/home/user/test.mp4" - } - ] - } - }, { "type": "launch", "parameters": { "command": [ - "code", - "/home/user/test.mp4" + "code" ] } }, diff --git a/evaluation_examples/examples/vs_code/dcbe20e8-647f-4f1d-8696-f1c5bbb570e3.json b/evaluation_examples/examples/vs_code/dcbe20e8-647f-4f1d-8696-f1c5bbb570e3.json index 1521878..63e1f4f 100644 --- a/evaluation_examples/examples/vs_code/dcbe20e8-647f-4f1d-8696-f1c5bbb570e3.json +++ b/evaluation_examples/examples/vs_code/dcbe20e8-647f-4f1d-8696-f1c5bbb570e3.json @@ -1,9 +1,23 @@ { "id": "dcbe20e8-647f-4f1d-8696-f1c5bbb570e3", "snapshot": "vscode", - "instruction": "Please help me find the closest airport to the University of Hong Kong within VS Code.", + "instruction": "Please help me change the background of VS Code to the photo in Downloads.", "source": "", "config": [ + { + "type": "launch", + "parameters": { + "command": [ + "code" + ] + } + }, + { + "type": "activate_window", + "parameters": { + "window_name": "Visual Studio Code" + } + } ], "trajectory": "trajectories/", "related_apps": [