lzy/sci-gui-agent-benchmark
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Fix known errors found from feedback (DBUS problems, pulseaudio start, one vlc example with error. typos)

Browse Source
This commit is contained in:
Timothyxxx
2024-05-18 04:49:29 +08:00
parent 661b568d43
commit 25e808cc91
6 changed files with 15 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
desktop_env/evaluators/metrics/vlc.py
View File

@@ -58,7 +58,7 @@ def is_vlc_recordings_folder(actual_config_path: str, rule: Dict[str, str]) -> f
if line.startswith('#') or not line.strip(): if line.startswith('#') or not line.strip():
continue continue
# Check if the line contains the recording path setting # Check if the line contains the recording path setting
if 'recorded_files_path' in line: if 'input-record-path' in line:
# Extract the value of the recording path and remove surrounding whitespace # Extract the value of the recording path and remove surrounding whitespace
current_path = line.split('=')[-1].strip() current_path = line.split('=')[-1].strip()
# Compare with the Desktop path # Compare with the Desktop path
@@ -66,8 +66,8 @@ def is_vlc_recordings_folder(actual_config_path: str, rule: Dict[str, str]) -> f
return 1 return 1
else: else:
return 0 return 0
# The configuration key was not found in the file # The configuration key was not found in the file
return 0 return 0
except FileNotFoundError: except FileNotFoundError:
logger.error("VLC configuration file not found.") logger.error("VLC configuration file not found.")
return 0 return 0

2
evaluation_examples/examples/os/28cc3b7e-b194-4bc9-8353-d04c0f4d56d2.json
View File

@@ -23,7 +23,7 @@
"func": "exact_match", "func": "exact_match",
"result": { "result": {
"type": "vm_command_line", "type": "vm_command_line",
"command": "pactl list sinks | grep '^[[:space:]]Volume:' | head -n 1 | awk '{print $5}' | sed 's/%//g'", "command": "pulseaudio --start\npactl list sinks | grep '^[[:space:]]Volume:' | head -n 1 | awk '{print $5}' | sed 's/%//g'",
"shell": true "shell": true
}, },
"expected": { "expected": {

2
evaluation_examples/examples/os/4127319a-8b79-4410-b58a-7a151e15f3d7.json
View File

@@ -32,7 +32,7 @@
{ {
"type": "execute", "type": "execute",
"parameters": { "parameters": {
"command": "xdg-open /home/user/project", "command": "export DBUS_SESSION_BUS_ADDRESS='unix:path=/run/user/1000/bus'\nxdg-open /home/user/project",
"shell": true "shell": true
} }
} }

9
evaluation_examples/examples/os/ec4e3f68-9ea4-4c18-a5c9-69f89d1178b3.json
View File

@@ -7,7 +7,8 @@
{ {
"type": "execute", "type": "execute",
"parameters": { "parameters": {
"command": "gsettings set org.gnome.shell favorite-apps \"['thunderbird.desktop']\"" "command": "export DBUS_SESSION_BUS_ADDRESS='unix:path=/run/user/1000/bus'\ngsettings set org.gnome.shell favorite-apps \"['thunderbird.desktop']\"",
"shell": true
} }
}, },
{ {
@@ -19,7 +20,8 @@
{ {
"type": "execute", "type": "execute",
"parameters": { "parameters": {
"command": "gsettings set org.gnome.shell favorite-apps \"['thunderbird.desktop', 'vim.desktop', 'google-chrome.desktop']\"" "command": "export DBUS_SESSION_BUS_ADDRESS='unix:path=/run/user/1000/bus'\ngsettings set org.gnome.shell favorite-apps \"['thunderbird.desktop', 'vim.desktop', 'google-chrome.desktop']\"",
"shell": true
} }
}, },
{ {
@@ -41,7 +43,8 @@
"func": "check_gnome_favorite_apps", "func": "check_gnome_favorite_apps",
"result": { "result": {
"type": "vm_command_line", "type": "vm_command_line",
"command": "gsettings get org.gnome.shell favorite-apps" "command": "export DBUS_SESSION_BUS_ADDRESS='unix:path=/run/user/1000/bus'\ngsettings get org.gnome.shell favorite-apps",
"shell": true
}, },
"expected": { "expected": {
"type": "rule", "type": "rule",

2
evaluation_examples/examples/thunderbird/37b9808f-b2b4-4177-ab00-9ddfae4bad27.json
View File

@@ -55,7 +55,7 @@
{ {
"type": "sleep", "type": "sleep",
"parameters": { "parameters": {
"seconds": 2. "seconds": 2.0
} }
}, },
{ {

6
evaluation_examples/examples/thunderbird/7b6c7e24-c58a-49fc-a5bb-d57b80e5b4c3.json
View File

@@ -1,7 +1,7 @@
{ {
"id": "7b6c7e24-c58a-49fc-a5bb-d57b80e5b4c3", "id": "7b6c7e24-c58a-49fc-a5bb-d57b80e5b4c3",
"snapshot": "thunderbird", "snapshot": "thunderbird",
"instruction": "Help me access my outlook account with address \"anonym-x2024@outlook.com\" and password 'Wlv(z._6y|a,rrjfQuQhIi\$;' (without ')", "instruction": "Help me access my outlook account with address \"anonym-x2024@outlook.com\" and password 'Wlv(z._6y|a,rrjfQuQhIi\\$;' (without ')",
"source": "https://www.wikihow.com/Access-Gmail-With-Mozilla-Thunderbird", "source": "https://www.wikihow.com/Access-Gmail-With-Mozilla-Thunderbird",
"config": [ "config": [
{ {
@@ -86,12 +86,12 @@
{ {
"url": "imap://outlook.office365.com", "url": "imap://outlook.office365.com",
"user": "anonym-x2024@outlook.com", "user": "anonym-x2024@outlook.com",
"password": "Wlv(z._6y|a,rrjfQuQhIi\$;" "password": "Wlv(z._6y|a,rrjfQuQhIi\\$;"
}, },
{ {
"url": "smtp://smtp.office365.com", "url": "smtp://smtp.office365.com",
"user": "anonym-x2024@outlook.com", "user": "anonym-x2024@outlook.com",
"password": "Wlv(z._6y|a,rrjfQuQhIi\$;" "password": "Wlv(z._6y|a,rrjfQuQhIi\\$;"
} }
] ]
} }