- Add `fixed_ip` field to all 369 JSON files in examples directory - Set to `true` for 8 files listed in google_chrome.json multi_apps - Set to `false` for remaining 361 files - Add `possibility_of_env_change` field to 363 JSON files missing this field - Set to "low" for newly added fields - Preserve existing values (4 medium, 2 high) for 6 files that already had this field This ensures consistent configuration schema across all evaluation examples while maintaining backward compatibility with existing settings.
39 lines
1020 B
JSON
39 lines
1020 B
JSON
{
|
|
"id": "28cc3b7e-b194-4bc9-8353-d04c0f4d56d2",
|
|
"snapshot": "os",
|
|
"instruction": "The volume of my system is too small. Can you help me turn up to the max volume?",
|
|
"source": "https://help.ubuntu.com/lts/ubuntu-help/sound-volume.html.en",
|
|
"trajectory": "trajectories/",
|
|
"config": [
|
|
{
|
|
"type": "execute",
|
|
"parameters": {
|
|
"command": [
|
|
"python",
|
|
"-c",
|
|
"import pyautogui; import time; pyautogui.click({SCREEN_WIDTH_HALF}, {SCREEN_HEIGHT_HALF}); time.sleep(0.5);"
|
|
]
|
|
}
|
|
}
|
|
],
|
|
"related_apps": [
|
|
"os"
|
|
],
|
|
"evaluator": {
|
|
"func": "exact_match",
|
|
"result": {
|
|
"type": "vm_command_line",
|
|
"command": "pulseaudio --start\npactl list sinks | grep '^[[:space:]]Volume:' | head -n 1 | awk '{print $5}' | sed 's/%//g'",
|
|
"shell": true
|
|
},
|
|
"expected": {
|
|
"type": "rule",
|
|
"rules": {
|
|
"expected": "100\n"
|
|
}
|
|
}
|
|
},
|
|
"proxy": false,
|
|
"fixed_ip": false,
|
|
"possibility_of_env_change": "low"
|
|
} |