diff --git a/evaluation_examples/examples/multi_apps/3c8f201a-009d-4bbe-8b65-a6f8b35bb57f.json b/evaluation_examples/examples/multi_apps/3c8f201a-009d-4bbe-8b65-a6f8b35bb57f.json index 283a3ad..015e3a6 100644 --- a/evaluation_examples/examples/multi_apps/3c8f201a-009d-4bbe-8b65-a6f8b35bb57f.json +++ b/evaluation_examples/examples/multi_apps/3c8f201a-009d-4bbe-8b65-a6f8b35bb57f.json @@ -1,7 +1,7 @@ { "id": "3c8f201a-009d-4bbe-8b65-a6f8b35bb57f", "snapshot": "gimp", - "instruction": "Download the image from \"https://drive.google.com/uc?export=download&id=1i8j5dGS57sA07jEuPNAlQW-sn5uqUnuK\", and then use GIMP to compress it to under 600KB. Resize if needed.", + "instruction": "Download the image from \"https://drive.google.com/uc?export=download&id=1i8j5dGS57sA07jEuPNAlQW-sn5uqUnuK\", and then use GIMP to compress it to under 600KB as \"compressed.jpeg\" on the Desktop. Resize if needed.", "source": "", "config": [ { diff --git a/evaluation_examples/examples/multi_apps/e2392362-125e-4f76-a2ee-524b183a3412.json b/evaluation_examples/examples/multi_apps/e2392362-125e-4f76-a2ee-524b183a3412.json index ea08560..b591cfd 100644 --- a/evaluation_examples/examples/multi_apps/e2392362-125e-4f76-a2ee-524b183a3412.json +++ b/evaluation_examples/examples/multi_apps/e2392362-125e-4f76-a2ee-524b183a3412.json @@ -1,13 +1,17 @@ { "id": "e2392362-125e-4f76-a2ee-524b183a3412", "snapshot": "chrome", - "instruction": "I recently started using the famous personal academic homepage template from academicpages.github.io to build my own personal homepage, and I have cloned it to my local ~/Code/Website folder. According to an online tutorial, I can configure my name and contact information in the _config.yaml file. However, I am not familiar with the YAML file format. Please help me find the sections related to the name and contact information in this file and change them to “Test Account” and “Test@gmail.com”.", + "instruction": "I recently started using the famous personal academic homepage template from academicpages.github.io to build my own personal homepage, and I have cloned it to my local ~/Code/Website folder. According to an online tutorial, I can configure my name and contact information in the _config.yaml file. However, I am not familiar with the YAML file format. Please help me find the sections related to the name and contact information in this file and change them to \"Test Account\" and \"Test@gmail.com\".", "source": "authors", "config": [ { "type": "command", "parameters": { - "command": ["mkdir", "-p", "/home/user/Code/Website"] + "command": [ + "mkdir", + "-p", + "/home/user/Code/Website" + ] } }, { @@ -24,13 +28,22 @@ { "type": "execute", "parameters": { - "command": ["tar", "-xJvf", ".tmp.tar.xz", "-C", "/home/user/Code/Website/"] + "command": [ + "tar", + "-xJvf", + ".tmp.tar.xz", + "-C", + "/home/user/Code/Website/" + ] } }, { "type": "launch", "parameters": { - "command": ["google-chrome", "--remote-debugging-port=1337"] + "command": [ + "google-chrome", + "--remote-debugging-port=1337" + ] } }, { @@ -46,14 +59,20 @@ { "type": "chrome_open_tabs", "parameters": { - "urls_to_open": ["https://academicpages.github.io/"] + "urls_to_open": [ + "https://academicpages.github.io/" + ] } } ], "trajectory": "trajectories/e2392362-125e-4f76-a2ee-524b183a3412", - "related_apps": ["chrome", "os", "vscode"], + "related_apps": [ + "chrome", + "os", + "vscode" + ], "evaluator": { - "postconfig":[ + "postconfig": [ { "type": "execute", "parameters": { @@ -66,23 +85,33 @@ } ], "func": "check_json", - "options": {"is_yaml": true}, + "options": { + "is_yaml": true + }, "expected": { "type": "rule", "rules": { "expect": [ { - "key": ["name"], + "key": [ + "name" + ], "method": "eq", "ref": "Test Account" }, { - "key": ["author", "name"], + "key": [ + "author", + "name" + ], "method": "eq", "ref": "Test Account" }, { - "key": ["author", "email"], + "key": [ + "author", + "email" + ], "method": "eq", "ref": "Test@gmail.com" } @@ -95,4 +124,4 @@ "dest": "_config.yaml" } } -} +} \ No newline at end of file