diff --git a/desktop_env/evaluators/getters/gimp.py b/desktop_env/evaluators/getters/gimp.py index b795d17..a188374 100644 --- a/desktop_env/evaluators/getters/gimp.py +++ b/desktop_env/evaluators/getters/gimp.py @@ -27,6 +27,11 @@ def get_gimp_config_file(env, config: Dict[str, str]): _path = os.path.join(env.cache_dir, config["dest"]) content = env.controller.get_file(config_path) + + if not content: + logger.error("Failed to get GIMP config file.") + return None + with open(_path, "wb") as f: f.write(content) diff --git a/desktop_env/evaluators/metrics/vscode.py b/desktop_env/evaluators/metrics/vscode.py index 14e9df1..41710ae 100644 --- a/desktop_env/evaluators/metrics/vscode.py +++ b/desktop_env/evaluators/metrics/vscode.py @@ -49,6 +49,8 @@ def check_json_settings(actual: str, expected: str, **options) -> float: Return: float: the score """ + if not actual: + return 0. with open(actual, 'r') as f: data = json.load(f) diff --git a/evaluation_examples/examples/vs_code/0ed39f63-6049-43d4-ba4d-5fa2fe04a951.json b/evaluation_examples/examples/vs_code/0ed39f63-6049-43d4-ba4d-5fa2fe04a951.json index c695041..8047035 100644 --- a/evaluation_examples/examples/vs_code/0ed39f63-6049-43d4-ba4d-5fa2fe04a951.json +++ b/evaluation_examples/examples/vs_code/0ed39f63-6049-43d4-ba4d-5fa2fe04a951.json @@ -18,7 +18,10 @@ { "type": "launch", "parameters": { - "command": ["code", "/home/user/Desktop/vscode_replace_text.txt"] + "command": [ + "code", + "/home/user/Desktop/vscode_replace_text.txt" + ] } }, { @@ -33,6 +36,36 @@ "vscode" ], "evaluator": { + "postconfig": [ + { + "type": "activate_window", + "parameters": { + "window_name": "Visual Studio Code" + } + }, + { + "type": "sleep", + "parameters": { + "seconds": 0.5 + } + }, + { + "type": "execute", + "parameters": { + "command": [ + "python", + "-c", + "import pyautogui; pyautogui.hotkey('ctrl', 's');" + ] + } + }, + { + "type": "sleep", + "parameters": { + "seconds": 0.5 + } + } + ], "func": "compare_text_file", "expected": { "type": "cloud_file",