From 8aaabe3010790451fafd5a2f3431cdd4e1a97b88 Mon Sep 17 00:00:00 2001 From: Siheng Zhao <1730625285@qq.com> Date: Fri, 16 Feb 2024 02:03:26 +0800 Subject: [PATCH 1/2] update VS Code infeasible --- .../7aeae0e2-70ee-4705-821d-1bba5d5b2ddd.json | 45 +++++++++++++++++++ .../7c4cc09e-7a92-40dd-8338-b2286535c4ed.json | 19 ++++++++ .../847a96b6-df94-4927-97e6-8cc9ea66ced7.json | 45 +++++++++++++++++++ .../971cbb5b-3cbf-4ff7-9e24-b5c84fcebfa6.json | 45 +++++++++++++++++++ .../dcbe20e8-647f-4f1d-8696-f1c5bbb570e3.json | 19 ++++++++ 5 files changed, 173 insertions(+) create mode 100644 evaluation_examples/examples/vs_code/7aeae0e2-70ee-4705-821d-1bba5d5b2ddd.json create mode 100644 evaluation_examples/examples/vs_code/7c4cc09e-7a92-40dd-8338-b2286535c4ed.json create mode 100644 evaluation_examples/examples/vs_code/847a96b6-df94-4927-97e6-8cc9ea66ced7.json create mode 100644 evaluation_examples/examples/vs_code/971cbb5b-3cbf-4ff7-9e24-b5c84fcebfa6.json create mode 100644 evaluation_examples/examples/vs_code/dcbe20e8-647f-4f1d-8696-f1c5bbb570e3.json diff --git a/evaluation_examples/examples/vs_code/7aeae0e2-70ee-4705-821d-1bba5d5b2ddd.json b/evaluation_examples/examples/vs_code/7aeae0e2-70ee-4705-821d-1bba5d5b2ddd.json new file mode 100644 index 0000000..8036565 --- /dev/null +++ b/evaluation_examples/examples/vs_code/7aeae0e2-70ee-4705-821d-1bba5d5b2ddd.json @@ -0,0 +1,45 @@ +{ + "id": "7aeae0e2-70ee-4705-821d-1bba5d5b2ddd", + "snapshot": "vscode", + "instruction": "Please help me visualize all numpy arrays in current python file within VS Code.", + "source": "", + "config": [ + { + "type": "download", + "parameters": { + "files": [ + { + "url": "", + "path": "/home/user/test.py" + } + ] + } + }, + { + "type": "launch", + "parameters": { + "command": [ + "code", + "/home/user/test.py" + ] + } + }, + { + "type": "activate_window", + "parameters": { + "window_name": "Visual Studio Code" + } + } + ], + "trajectory": "trajectories/", + "related_apps": [ + "vscode" + ], + "evaluator": { + "func": "infeasible", + "result": { + }, + "expected": { + } + } +} diff --git a/evaluation_examples/examples/vs_code/7c4cc09e-7a92-40dd-8338-b2286535c4ed.json b/evaluation_examples/examples/vs_code/7c4cc09e-7a92-40dd-8338-b2286535c4ed.json new file mode 100644 index 0000000..3c0ae42 --- /dev/null +++ b/evaluation_examples/examples/vs_code/7c4cc09e-7a92-40dd-8338-b2286535c4ed.json @@ -0,0 +1,19 @@ +{ + "id": "7c4cc09e-7a92-40dd-8338-b2286535c4ed", + "snapshot": "vscode", + "instruction": "Please help me send an email titled \"Hello, DesktopEnv Team!\" to \"tyu@hku.hk\" within VS Code.", + "source": "", + "config": [ + ], + "trajectory": "trajectories/", + "related_apps": [ + "vscode" + ], + "evaluator": { + "func": "infeasible", + "result": { + }, + "expected": { + } + } +} diff --git a/evaluation_examples/examples/vs_code/847a96b6-df94-4927-97e6-8cc9ea66ced7.json b/evaluation_examples/examples/vs_code/847a96b6-df94-4927-97e6-8cc9ea66ced7.json new file mode 100644 index 0000000..b5eb3bc --- /dev/null +++ b/evaluation_examples/examples/vs_code/847a96b6-df94-4927-97e6-8cc9ea66ced7.json @@ -0,0 +1,45 @@ +{ + "id": "847a96b6-df94-4927-97e6-8cc9ea66ced7", + "snapshot": "vscode", + "instruction": "Please help me trim the video located at \"/home/user/test.mp4\" within VS Code, since I only want the second to fourth second part of this video.", + "source": "", + "config": [ + { + "type": "download", + "parameters": { + "files": [ + { + "url": "", + "path": "/home/user/test.mp4" + } + ] + } + }, + { + "type": "launch", + "parameters": { + "command": [ + "code", + "/home/user/test.mp4" + ] + } + }, + { + "type": "activate_window", + "parameters": { + "window_name": "Visual Studio Code" + } + } + ], + "trajectory": "trajectories/", + "related_apps": [ + "vscode" + ], + "evaluator": { + "func": "infeasible", + "result": { + }, + "expected": { + } + } +} diff --git a/evaluation_examples/examples/vs_code/971cbb5b-3cbf-4ff7-9e24-b5c84fcebfa6.json b/evaluation_examples/examples/vs_code/971cbb5b-3cbf-4ff7-9e24-b5c84fcebfa6.json new file mode 100644 index 0000000..f3c2daa --- /dev/null +++ b/evaluation_examples/examples/vs_code/971cbb5b-3cbf-4ff7-9e24-b5c84fcebfa6.json @@ -0,0 +1,45 @@ +{ + "id": "971cbb5b-3cbf-4ff7-9e24-b5c84fcebfa6", + "snapshot": "vscode", + "instruction": "Please help me add text watermark \"HKU\" to the top right corner of the video located at \"/home/user/test.mp4\" within VS Code.", + "source": "", + "config": [ + { + "type": "download", + "parameters": { + "files": [ + { + "url": "", + "path": "/home/user/test.mp4" + } + ] + } + }, + { + "type": "launch", + "parameters": { + "command": [ + "code", + "/home/user/test.mp4" + ] + } + }, + { + "type": "activate_window", + "parameters": { + "window_name": "Visual Studio Code" + } + } + ], + "trajectory": "trajectories/", + "related_apps": [ + "vscode" + ], + "evaluator": { + "func": "infeasible", + "result": { + }, + "expected": { + } + } +} diff --git a/evaluation_examples/examples/vs_code/dcbe20e8-647f-4f1d-8696-f1c5bbb570e3.json b/evaluation_examples/examples/vs_code/dcbe20e8-647f-4f1d-8696-f1c5bbb570e3.json new file mode 100644 index 0000000..1521878 --- /dev/null +++ b/evaluation_examples/examples/vs_code/dcbe20e8-647f-4f1d-8696-f1c5bbb570e3.json @@ -0,0 +1,19 @@ +{ + "id": "dcbe20e8-647f-4f1d-8696-f1c5bbb570e3", + "snapshot": "vscode", + "instruction": "Please help me find the closest airport to the University of Hong Kong within VS Code.", + "source": "", + "config": [ + ], + "trajectory": "trajectories/", + "related_apps": [ + "vscode" + ], + "evaluator": { + "func": "infeasible", + "result": { + }, + "expected": { + } + } +} From 5ed95c3579c3e2039f5759d0868f566de1a537d4 Mon Sep 17 00:00:00 2001 From: Siheng Zhao <1730625285@qq.com> Date: Fri, 16 Feb 2024 02:38:49 +0800 Subject: [PATCH 2/2] update GIMP infeasible examples --- .../38f48d40-764e-4e77-a7cf-51dfce880291.json | 30 +++++++++++++++++++ .../5ca86c6f-f317-49d8-b6a7-b527541caae8.json | 19 ++++++++++++ .../62f7fd55-0687-4a43-b6e1-3eda16fc6252.json | 30 +++++++++++++++++++ .../e19bd559-633b-4b02-940f-d946248f088e.json | 30 +++++++++++++++++++ .../fbb548ca-c2a6-4601-9204-e39a2efc507b.json | 19 ++++++++++++ 5 files changed, 128 insertions(+) create mode 100644 evaluation_examples/examples/gimp/38f48d40-764e-4e77-a7cf-51dfce880291.json create mode 100644 evaluation_examples/examples/gimp/5ca86c6f-f317-49d8-b6a7-b527541caae8.json create mode 100644 evaluation_examples/examples/gimp/62f7fd55-0687-4a43-b6e1-3eda16fc6252.json create mode 100644 evaluation_examples/examples/gimp/e19bd559-633b-4b02-940f-d946248f088e.json create mode 100644 evaluation_examples/examples/gimp/fbb548ca-c2a6-4601-9204-e39a2efc507b.json diff --git a/evaluation_examples/examples/gimp/38f48d40-764e-4e77-a7cf-51dfce880291.json b/evaluation_examples/examples/gimp/38f48d40-764e-4e77-a7cf-51dfce880291.json new file mode 100644 index 0000000..86841f1 --- /dev/null +++ b/evaluation_examples/examples/gimp/38f48d40-764e-4e77-a7cf-51dfce880291.json @@ -0,0 +1,30 @@ +{ + "id": "38f48d40-764e-4e77-a7cf-51dfce880291", + "snapshot": "gimp", + "instruction": "Could you help me play the video located at \"/home/user/test.mp4\" within GIMP?", + "source": "", + "config": [ + { + "type": "download", + "parameters": { + "files": [ + { + "url": "", + "path": "/home/user/test.mp4" + } + ] + } + } + ], + "trajectory": "trajectories/", + "related_apps": [ + "gimp" + ], + "evaluator": { + "func": "infeasible", + "result": { + }, + "expected": { + } + } +} diff --git a/evaluation_examples/examples/gimp/5ca86c6f-f317-49d8-b6a7-b527541caae8.json b/evaluation_examples/examples/gimp/5ca86c6f-f317-49d8-b6a7-b527541caae8.json new file mode 100644 index 0000000..d81e38c --- /dev/null +++ b/evaluation_examples/examples/gimp/5ca86c6f-f317-49d8-b6a7-b527541caae8.json @@ -0,0 +1,19 @@ +{ + "id": "5ca86c6f-f317-49d8-b6a7-b527541caae8", + "snapshot": "gimp", + "instruction": "Could you help me download the logo of the University of Hong Kong in \".png\" format within GIMP?", + "source": "", + "config": [ + ], + "trajectory": "trajectories/", + "related_apps": [ + "gimp" + ], + "evaluator": { + "func": "infeasible", + "result": { + }, + "expected": { + } + } +} diff --git a/evaluation_examples/examples/gimp/62f7fd55-0687-4a43-b6e1-3eda16fc6252.json b/evaluation_examples/examples/gimp/62f7fd55-0687-4a43-b6e1-3eda16fc6252.json new file mode 100644 index 0000000..3f21a07 --- /dev/null +++ b/evaluation_examples/examples/gimp/62f7fd55-0687-4a43-b6e1-3eda16fc6252.json @@ -0,0 +1,30 @@ +{ + "id": "62f7fd55-0687-4a43-b6e1-3eda16fc6252", + "snapshot": "gimp", + "instruction": "Could you help me convert the image located at \"/home/user/test.png\" to \".svg\" format?", + "source": "", + "config": [ + { + "type": "download", + "parameters": { + "files": [ + { + "url": "", + "path": "/home/user/test.png" + } + ] + } + } + ], + "trajectory": "trajectories/", + "related_apps": [ + "gimp" + ], + "evaluator": { + "func": "infeasible", + "result": { + }, + "expected": { + } + } +} diff --git a/evaluation_examples/examples/gimp/e19bd559-633b-4b02-940f-d946248f088e.json b/evaluation_examples/examples/gimp/e19bd559-633b-4b02-940f-d946248f088e.json new file mode 100644 index 0000000..cb9a302 --- /dev/null +++ b/evaluation_examples/examples/gimp/e19bd559-633b-4b02-940f-d946248f088e.json @@ -0,0 +1,30 @@ +{ + "id": "e19bd559-633b-4b02-940f-d946248f088e", + "snapshot": "gimp", + "instruction": "Could you help me change all the places in the document located at \"/home/user/test.txt\" that say \"text\" to \"test\" within GIMP?", + "source": "", + "config": [ + { + "type": "download", + "parameters": { + "files": [ + { + "url": "", + "path": "/home/user/test.txt" + } + ] + } + } + ], + "trajectory": "trajectories/", + "related_apps": [ + "gimp" + ], + "evaluator": { + "func": "infeasible", + "result": { + }, + "expected": { + } + } +} diff --git a/evaluation_examples/examples/gimp/fbb548ca-c2a6-4601-9204-e39a2efc507b.json b/evaluation_examples/examples/gimp/fbb548ca-c2a6-4601-9204-e39a2efc507b.json new file mode 100644 index 0000000..1ac77c1 --- /dev/null +++ b/evaluation_examples/examples/gimp/fbb548ca-c2a6-4601-9204-e39a2efc507b.json @@ -0,0 +1,19 @@ +{ + "id": "fbb548ca-c2a6-4601-9204-e39a2efc507b", + "snapshot": "gimp", + "instruction": "Could you help me create a new excel file and save it at \"/home/user/test.xlsx\" within GIMP?", + "source": "", + "config": [ + ], + "trajectory": "trajectories/", + "related_apps": [ + "gimp" + ], + "evaluator": { + "func": "infeasible", + "result": { + }, + "expected": { + } + } +}