diff --git a/evaluation_examples/examples/vs_code/7aeae0e2-70ee-4705-821d-1bba5d5b2ddd.json b/evaluation_examples/examples/vs_code/7aeae0e2-70ee-4705-821d-1bba5d5b2ddd.json new file mode 100644 index 0000000..8036565 --- /dev/null +++ b/evaluation_examples/examples/vs_code/7aeae0e2-70ee-4705-821d-1bba5d5b2ddd.json @@ -0,0 +1,45 @@ +{ + "id": "7aeae0e2-70ee-4705-821d-1bba5d5b2ddd", + "snapshot": "vscode", + "instruction": "Please help me visualize all numpy arrays in current python file within VS Code.", + "source": "", + "config": [ + { + "type": "download", + "parameters": { + "files": [ + { + "url": "", + "path": "/home/user/test.py" + } + ] + } + }, + { + "type": "launch", + "parameters": { + "command": [ + "code", + "/home/user/test.py" + ] + } + }, + { + "type": "activate_window", + "parameters": { + "window_name": "Visual Studio Code" + } + } + ], + "trajectory": "trajectories/", + "related_apps": [ + "vscode" + ], + "evaluator": { + "func": "infeasible", + "result": { + }, + "expected": { + } + } +} diff --git a/evaluation_examples/examples/vs_code/7c4cc09e-7a92-40dd-8338-b2286535c4ed.json b/evaluation_examples/examples/vs_code/7c4cc09e-7a92-40dd-8338-b2286535c4ed.json new file mode 100644 index 0000000..3c0ae42 --- /dev/null +++ b/evaluation_examples/examples/vs_code/7c4cc09e-7a92-40dd-8338-b2286535c4ed.json @@ -0,0 +1,19 @@ +{ + "id": "7c4cc09e-7a92-40dd-8338-b2286535c4ed", + "snapshot": "vscode", + "instruction": "Please help me send an email titled \"Hello, DesktopEnv Team!\" to \"tyu@hku.hk\" within VS Code.", + "source": "", + "config": [ + ], + "trajectory": "trajectories/", + "related_apps": [ + "vscode" + ], + "evaluator": { + "func": "infeasible", + "result": { + }, + "expected": { + } + } +} diff --git a/evaluation_examples/examples/vs_code/847a96b6-df94-4927-97e6-8cc9ea66ced7.json b/evaluation_examples/examples/vs_code/847a96b6-df94-4927-97e6-8cc9ea66ced7.json new file mode 100644 index 0000000..b5eb3bc --- /dev/null +++ b/evaluation_examples/examples/vs_code/847a96b6-df94-4927-97e6-8cc9ea66ced7.json @@ -0,0 +1,45 @@ +{ + "id": "847a96b6-df94-4927-97e6-8cc9ea66ced7", + "snapshot": "vscode", + "instruction": "Please help me trim the video located at \"/home/user/test.mp4\" within VS Code, since I only want the second to fourth second part of this video.", + "source": "", + "config": [ + { + "type": "download", + "parameters": { + "files": [ + { + "url": "", + "path": "/home/user/test.mp4" + } + ] + } + }, + { + "type": "launch", + "parameters": { + "command": [ + "code", + "/home/user/test.mp4" + ] + } + }, + { + "type": "activate_window", + "parameters": { + "window_name": "Visual Studio Code" + } + } + ], + "trajectory": "trajectories/", + "related_apps": [ + "vscode" + ], + "evaluator": { + "func": "infeasible", + "result": { + }, + "expected": { + } + } +} diff --git a/evaluation_examples/examples/vs_code/971cbb5b-3cbf-4ff7-9e24-b5c84fcebfa6.json b/evaluation_examples/examples/vs_code/971cbb5b-3cbf-4ff7-9e24-b5c84fcebfa6.json new file mode 100644 index 0000000..f3c2daa --- /dev/null +++ b/evaluation_examples/examples/vs_code/971cbb5b-3cbf-4ff7-9e24-b5c84fcebfa6.json @@ -0,0 +1,45 @@ +{ + "id": "971cbb5b-3cbf-4ff7-9e24-b5c84fcebfa6", + "snapshot": "vscode", + "instruction": "Please help me add text watermark \"HKU\" to the top right corner of the video located at \"/home/user/test.mp4\" within VS Code.", + "source": "", + "config": [ + { + "type": "download", + "parameters": { + "files": [ + { + "url": "", + "path": "/home/user/test.mp4" + } + ] + } + }, + { + "type": "launch", + "parameters": { + "command": [ + "code", + "/home/user/test.mp4" + ] + } + }, + { + "type": "activate_window", + "parameters": { + "window_name": "Visual Studio Code" + } + } + ], + "trajectory": "trajectories/", + "related_apps": [ + "vscode" + ], + "evaluator": { + "func": "infeasible", + "result": { + }, + "expected": { + } + } +} diff --git a/evaluation_examples/examples/vs_code/dcbe20e8-647f-4f1d-8696-f1c5bbb570e3.json b/evaluation_examples/examples/vs_code/dcbe20e8-647f-4f1d-8696-f1c5bbb570e3.json new file mode 100644 index 0000000..1521878 --- /dev/null +++ b/evaluation_examples/examples/vs_code/dcbe20e8-647f-4f1d-8696-f1c5bbb570e3.json @@ -0,0 +1,19 @@ +{ + "id": "dcbe20e8-647f-4f1d-8696-f1c5bbb570e3", + "snapshot": "vscode", + "instruction": "Please help me find the closest airport to the University of Hong Kong within VS Code.", + "source": "", + "config": [ + ], + "trajectory": "trajectories/", + "related_apps": [ + "vscode" + ], + "evaluator": { + "func": "infeasible", + "result": { + }, + "expected": { + } + } +}