Files
sci-gui-agent-benchmark/evaluation_examples/examples/chrome/480bcfea-d68f-4aaa-a0a9-2589ef319381.json
yuanmengqi 2c51950e73 feat: enhance evaluator configuration for Chrome with post-execution commands
- Added postconfig commands to multiple JSON files for Chrome evaluation examples.
- Included commands to terminate existing Chrome processes, launch Chrome with remote debugging, and introduce sleep intervals for timing.
- Updated logging messages in the AWS manager to improve clarity and user experience.

These changes enhance the automation and usability of the evaluation examples while preserving existing logic.
2025-07-17 10:50:10 +00:00

76 lines
1.6 KiB
JSON

{
"id": "480bcfea-d68f-4aaa-a0a9-2589ef319381",
"snapshot": "chrome",
"instruction": "I do not like the design of the new 2023 chrome UI. I want to keep using the original one. Can you disable the new 2023 version chrome UI for me? ",
"source": "https://bugartisan.medium.com/disable-the-new-chrome-ui-round-in-2023-db168271f71e",
"config": [
{
"type": "launch",
"parameters": {
"command": [
"google-chrome",
"--remote-debugging-port=1337"
]
}
},
{
"type": "launch",
"parameters": {
"command": [
"socat",
"tcp-listen:9222,fork",
"tcp:localhost:1337"
]
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"chrome"
],
"evaluator": {
"postconfig": [
{
"type": "launch",
"parameters": {
"command": [
"pkill",
"chrome"
]
}
},
{
"type": "launch",
"parameters": {
"command": [
"google-chrome",
"--remote-debugging-port=1337"
]
}
},
{
"type": "sleep",
"parameters": {
"seconds": 3
}
}
],
"func": "check_enabled_experiments",
"result": {
"type": "enabled_experiments"
},
"expected": {
"type": "rule",
"rules": {
"type": "names",
"names": [
"chrome-refresh-2023",
"chrome-webui-refresh-2023"
]
}
}
},
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}