lzy/sci-gui-agent-benchmark
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Make up one OS example

Browse Source
This commit is contained in:
Timothyxxx
2024-01-26 20:33:24 +08:00
parent 35cc698ffa
commit c346b4379d
3 changed files with 47 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
desktop_env/evaluators/getters/__init__.py
View File

@@ -2,7 +2,7 @@ from .chrome import get_default_search_engine, get_cookie_data, get_bookmarks, g
get_shortcuts_on_desktop, get_history, get_enabled_experiments, get_chrome_language, get_chrome_font_size, \ get_shortcuts_on_desktop, get_history, get_enabled_experiments, get_chrome_language, get_chrome_font_size, \
get_profile_name, get_number_of_search_results, get_googledrive_file, get_active_tab_info get_profile_name, get_number_of_search_results, get_googledrive_file, get_active_tab_info
from .file import get_cloud_file, get_vm_file, get_cache_file from .file import get_cloud_file, get_vm_file, get_cache_file
from .general import get_vm_command_line from .general import get_vm_command_line, get_vm_terminal_output
from .impress import get_audio_in_slide from .impress import get_audio_in_slide
from .info import get_vm_screen_size, get_vm_window_size, get_vm_wallpaper, get_list_directory from .info import get_vm_screen_size, get_vm_window_size, get_vm_wallpaper, get_list_directory
from .misc import get_rule, get_accessibility_tree from .misc import get_rule, get_accessibility_tree

4
desktop_env/evaluators/getters/general.py
View File

@@ -18,3 +18,7 @@ def get_vm_command_line(env, config: Dict[str, str]):
else: else:
logger.error("Failed to get vm command line. Status code: %d", response.status_code) logger.error("Failed to get vm command line. Status code: %d", response.status_code)
return None return None
def get_vm_terminal_output(env, config: Dict[str, str]):
return env.controller.get_terminal_output()

55
evaluation_examples/examples/os/13584542-872b-42d8-b299-866967b5c3ef.json
View File

@@ -1,17 +1,46 @@
{ {
"id": "13584542-872b-42d8-b299-866967b5c3ef", "id": "13584542-872b-42d8-b299-866967b5c3ef",
"snapshot": "os", "snapshot": "os",
"instruction": "Set the default terminal size and screen x,y coordinates in order to make the terminal window always open at the same location and with the same size.", "instruction": "I click in terminal: terminal->132x43 to change terminal size but after each reboot terminal size is set to default setting and I have to change it again. Help me set it permanently",
"source": "https://superuser.com/questions/72176/linux-set-default-terminal-size-and-screen-position", "source": "https://superuser.com/questions/72176/linux-set-default-terminal-size-and-screen-position",
"trajectory": "trajectories/", "trajectory": "trajectories/",
"related_apps": [ "config": [
"os" ],
], "related_apps": [
"evaluator": { "os"
"func": "", ],
"result": { "evaluator": {
"postconfig": [
{
"type": "sleep",
"parameters": {
"seconds": 1
}
}, },
"expected": { {
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; time.sleep(0.5); pyautogui.hotkey('ctrl', 'alt', 't'); time.sleep(0.5); pyautogui.write('stty size'); time.sleep(0.5); pyautogui.press('enter')"
]
}
}
],
"func": "check_include_exclude",
"result": {
"type": "vm_terminal_output"
},
"expected": {
"type": "rule",
"rules": {
"include": [
"43 132"
],
"exclude": [
]
} }
} }
} }
}