diff --git a/evaluation_examples/examples/chrome/af630914-714e-4a24-a7bb-f9af687d3b91.json b/evaluation_examples/examples/chrome/af630914-714e-4a24-a7bb-f9af687d3b91.json index 7fb5a8d..c47d904 100644 --- a/evaluation_examples/examples/chrome/af630914-714e-4a24-a7bb-f9af687d3b91.json +++ b/evaluation_examples/examples/chrome/af630914-714e-4a24-a7bb-f9af687d3b91.json @@ -3,16 +3,63 @@ "snapshot": "chrome", "instruction": "My grandmother has been using the Chrome lately and told me that the font size is way too small for her poor eyesight. Could you set the default font size to the largest for her?", "source": "https://www.howtogeek.com/680260/how-to-change-chromes-default-text-size/", - "config": [], + "config": [ + { + "type": "launch", + "parameters": { + "command": [ + "google-chrome", + "--remote-debugging-port=1337" + ] + } + }, + { + "type": "launch", + "parameters": { + "command": [ + "socat", + "tcp-listen:9222,fork", + "tcp:localhost:1337" + ] + } + } + ], "trajectory": "trajectories/", "related_apps": [ "chrome" ], "evaluator": { - "func": "", + "postconfig": [ + { + "type": "launch", + "parameters": { + "command": [ + "pkill", + "chrome" + ] + } + }, + { + "type": "launch", + "parameters": { + "command": [ + "google-chrome", + "--remote-debugging-port=1337" + ] + } + } + ], + "func": "check_font_size", "result": { + "type": "chrome_font_size" }, "expected": { + "type": "rule", + "rules": { + "type": "range", + "min": 16, + "max": 99999 + } } } }