diff --git a/desktop_env/evaluators/getters/vscode.py b/desktop_env/evaluators/getters/vscode.py index 7758d17..00d280a 100644 --- a/desktop_env/evaluators/getters/vscode.py +++ b/desktop_env/evaluators/getters/vscode.py @@ -5,7 +5,11 @@ from file import get_vm_file def get_vscode_config(env, config: Dict[str, Any]) -> str: - get_replay(env, config["trajectory"]) + trajectory = [{"type": "hotkey", "param": ["command", "shift", "p"]}, + {"type": "typewrite", "param": "OpenProject"}, + {"type": "press", "param": "enter"}] + + get_replay(env, trajectory) return get_vm_file(env, { "path": config["path"], diff --git a/evaluation_examples/examples/vs_code/53ad5833-3455-407b-bbc6-45b4c79ab8fb.json b/evaluation_examples/examples/vs_code/53ad5833-3455-407b-bbc6-45b4c79ab8fb.json index 824f604..030a2ac 100644 --- a/evaluation_examples/examples/vs_code/53ad5833-3455-407b-bbc6-45b4c79ab8fb.json +++ b/evaluation_examples/examples/vs_code/53ad5833-3455-407b-bbc6-45b4c79ab8fb.json @@ -23,11 +23,6 @@ }, "result": { "type": "vscode_config", - "trajectory": [ - {"type": "hotkey", "param": ["command", "shift", "p"]}, - {"type": "typewrite", "param": "OpenProject"}, - {"type": "press", "param": "enter"} - ], "path": "OpenProject.txt", "dest": "OpenProject.txt" } diff --git a/evaluation_examples/examples/vs_code/59ed65c7-e9a6-43db-833f-76d6730c0004.json b/evaluation_examples/examples/vs_code/59ed65c7-e9a6-43db-833f-76d6730c0004.json index fc05cce..7975f75 100644 --- a/evaluation_examples/examples/vs_code/59ed65c7-e9a6-43db-833f-76d6730c0004.json +++ b/evaluation_examples/examples/vs_code/59ed65c7-e9a6-43db-833f-76d6730c0004.json @@ -1,12 +1,41 @@ { "id": "59ed65c7-e9a6-43db-833f-76d6730c0004", "snapshot": "vscode", - "instruction": "Could you help me start debugging with the breakpoint at line 15?", + "instruction": "Could you help me start debugging with the breakpoint at line 100?", "source": "https://www.youtube.com/watch?v=7qZBwhSlfOo", - "config": [], + "config": [ + { + "type": "download", + "parameters": { + "files": [ + { + "url": "https://drive.usercontent.google.com/download?id=1eLlB7UqRjh55vm0SIxb96aU1WbbK3H3T&export=download&authuser=0&confirm=t&uuid=379d1cbf-cca1-454a-a5a6-c5389024f728&at=APZUnTWn4vJZhfvrdfYZ6byVfaSj:1705159150342", + "path": "Desktop/main.py" + } + ] + } + }, + { + "type": "open", + "parameters": { + "path": "Desktop/main.py" + } + } + ], "trajectory": "trajectories/", "related_apps": [ "vscode" ], - "evaluator": "evaluation_dir" + "evaluator": { + "func": "compare_config", + "expected": { + "type": "string", + "string": "100" + }, + "result": { + "type": "vscode_config", + "path": "GetBreakPoint.txt", + "dest": "GetBreakPoint.txt" + } + } } diff --git a/evaluation_examples/examples/vs_code/982d12a5-beab-424f-8d38-d2a48429e511.json b/evaluation_examples/examples/vs_code/982d12a5-beab-424f-8d38-d2a48429e511.json index 50fc5e7..309024f 100644 --- a/evaluation_examples/examples/vs_code/982d12a5-beab-424f-8d38-d2a48429e511.json +++ b/evaluation_examples/examples/vs_code/982d12a5-beab-424f-8d38-d2a48429e511.json @@ -8,5 +8,16 @@ "related_apps": [ "vscode" ], - "evaluator": "evaluation_dir" + "evaluator": { + "func": "compare_config", + "expected": { + "type": "string", + "string": "2" + }, + "result": { + "type": "vscode_config", + "path": "GetColorTheme.txt", + "dest": "GetColorTheme.txt" + } + } }