- Add `fixed_ip` field to all 369 JSON files in examples directory - Set to `true` for 8 files listed in google_chrome.json multi_apps - Set to `false` for remaining 361 files - Add `possibility_of_env_change` field to 363 JSON files missing this field - Set to "low" for newly added fields - Preserve existing values (4 medium, 2 high) for 6 files that already had this field This ensures consistent configuration schema across all evaluation examples while maintaining backward compatibility with existing settings.
43 lines
986 B
JSON
43 lines
986 B
JSON
{
|
|
"id": "94d95f96-9699-4208-98ba-3c3119edf9c2",
|
|
"snapshot": "os",
|
|
"instruction": "I want to install Spotify on my current system. Could you please help me?",
|
|
"source": "https://help.ubuntu.com/lts/ubuntu-help/addremove-install.html.en",
|
|
"trajectory": "trajectories/",
|
|
"config": [
|
|
{
|
|
"type": "execute",
|
|
"parameters": {
|
|
"command": [
|
|
"python",
|
|
"-c",
|
|
"import pyautogui; import time; pyautogui.click({SCREEN_WIDTH_HALF}, {SCREEN_HEIGHT_HALF}); time.sleep(0.5);"
|
|
]
|
|
}
|
|
}
|
|
],
|
|
"related_apps": [
|
|
"os"
|
|
],
|
|
"evaluator": {
|
|
"func": "check_include_exclude",
|
|
"result": {
|
|
"type": "vm_command_line",
|
|
"command": "which spotify"
|
|
},
|
|
"expected": {
|
|
"type": "rule",
|
|
"rules": {
|
|
"include": [
|
|
"spotify"
|
|
],
|
|
"exclude": [
|
|
"not found"
|
|
]
|
|
}
|
|
}
|
|
},
|
|
"proxy": false,
|
|
"fixed_ip": false,
|
|
"possibility_of_env_change": "low"
|
|
} |