0939226020
- Added a series of postconfig commands to the evaluator section in the JSON file. - Commands include executing a refresh in Chrome, managing Chrome processes, launching Chrome with remote debugging, and opening specific settings tabs. - Introduced sleep intervals to ensure proper execution timing between commands. This update improves the automation capabilities of the evaluation examples while maintaining existing logic.
123 lines
2.4 KiB
JSON
123 lines
2.4 KiB
JSON
{
|
|
"id": "bb5e4c0d-f964-439c-97b6-bdb9747de3f4",
|
|
"snapshot": "chrome",
|
|
"instruction": "Can you make Bing the main search engine when I look stuff up on the internet?",
|
|
"source": "https://support.google.com/chrome/answer/95426?sjid=16867045591165135686-AP",
|
|
"config": [
|
|
{
|
|
"type": "launch",
|
|
"parameters": {
|
|
"command": [
|
|
"google-chrome",
|
|
"--remote-debugging-port=1337"
|
|
]
|
|
}
|
|
},
|
|
{
|
|
"type": "launch",
|
|
"parameters": {
|
|
"command": [
|
|
"socat",
|
|
"tcp-listen:9222,fork",
|
|
"tcp:localhost:1337"
|
|
]
|
|
}
|
|
}
|
|
],
|
|
"trajectory": "trajectories/",
|
|
"related_apps": [
|
|
"chrome"
|
|
],
|
|
"evaluator": {
|
|
"postconfig": [
|
|
{
|
|
"type": "execute",
|
|
"parameters": {
|
|
"command": [
|
|
"python3",
|
|
"-c",
|
|
"import pyautogui; pyautogui.press('f5')"
|
|
]
|
|
}
|
|
},
|
|
{
|
|
"type": "sleep",
|
|
"parameters": {
|
|
"seconds": 3
|
|
}
|
|
},
|
|
{
|
|
"type": "execute",
|
|
"parameters": {
|
|
"command": [
|
|
"pkill",
|
|
"-f",
|
|
"google-chrome"
|
|
]
|
|
}
|
|
},
|
|
{
|
|
"type": "launch",
|
|
"parameters": {
|
|
"command": [
|
|
"google-chrome",
|
|
"--remote-debugging-port=1337"
|
|
]
|
|
}
|
|
},
|
|
{
|
|
"type": "launch",
|
|
"parameters": {
|
|
"command": [
|
|
"socat",
|
|
"tcp-listen:9222,fork",
|
|
"tcp:localhost:1337"
|
|
]
|
|
}
|
|
},
|
|
{
|
|
"type": "chrome_open_tabs",
|
|
"parameters": {
|
|
"urls_to_open": [
|
|
"chrome://settings/search",
|
|
"chrome://settings"
|
|
]
|
|
}
|
|
},
|
|
{
|
|
"type": "sleep",
|
|
"parameters": {
|
|
"seconds": 3
|
|
}
|
|
},
|
|
{
|
|
"type": "execute",
|
|
"parameters": {
|
|
"command": ["pkill", "-SIGHUP", "-f", "google-chrome"]
|
|
}
|
|
},
|
|
{
|
|
"type": "sleep",
|
|
"parameters": {
|
|
"seconds": 3
|
|
}
|
|
}
|
|
],
|
|
"func": "match_in_list",
|
|
"result": {
|
|
"type": "default_search_engine"
|
|
},
|
|
"expected": {
|
|
"type": "rule",
|
|
"rules": {
|
|
"expected": [
|
|
"Microsoft Bing",
|
|
"Bing"
|
|
]
|
|
}
|
|
}
|
|
},
|
|
"proxy": false,
|
|
"fixed_ip": false,
|
|
"possibility_of_env_change": "low"
|
|
} |