Files
sci-gui-agent-benchmark/evaluation_examples/examples/chrome/030eeff7-b492-4218-b312-701ec99ee0cc.json
yuanmengqi 2c51950e73 feat: enhance evaluator configuration for Chrome with post-execution commands
- Added postconfig commands to multiple JSON files for Chrome evaluation examples.
- Included commands to terminate existing Chrome processes, launch Chrome with remote debugging, and introduce sleep intervals for timing.
- Updated logging messages in the AWS manager to improve clarity and user experience.

These changes enhance the automation and usability of the evaluation examples while preserving existing logic.
2025-07-17 10:50:10 +00:00

72 lines
1.4 KiB
JSON

{
"id": "030eeff7-b492-4218-b312-701ec99ee0cc",
"snapshot": "chrome",
"instruction": "Can you enable the 'Do Not Track' feature in Chrome to enhance my online privacy?",
"source": "https://www.surreycc.gov.uk/website/cookies/do-not-track",
"config": [
{
"type": "launch",
"parameters": {
"command": [
"google-chrome",
"--remote-debugging-port=1337"
]
}
},
{
"type": "launch",
"parameters": {
"command": [
"socat",
"tcp-listen:9222,fork",
"tcp:localhost:1337"
]
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"chrome"
],
"evaluator": {
"postconfig": [
{
"type": "launch",
"parameters": {
"command": [
"pkill",
"chrome"
]
}
},
{
"type": "launch",
"parameters": {
"command": [
"google-chrome",
"--remote-debugging-port=1337"
]
}
},
{
"type": "sleep",
"parameters": {
"seconds": 3
}
}
],
"func": "exact_match",
"result": {
"type": "enable_do_not_track"
},
"expected": {
"type": "rule",
"rules": {
"expected": "true"
}
}
},
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}