diff --git a/desktop_env/evaluators/metrics/vlc.py b/desktop_env/evaluators/metrics/vlc.py index 48c064e..2449d31 100644 --- a/desktop_env/evaluators/metrics/vlc.py +++ b/desktop_env/evaluators/metrics/vlc.py @@ -58,7 +58,7 @@ def is_vlc_recordings_folder(actual_config_path: str, rule: Dict[str, str]) -> f if line.startswith('#') or not line.strip(): continue # Check if the line contains the recording path setting - if 'recorded_files_path' in line: + if 'input-record-path' in line: # Extract the value of the recording path and remove surrounding whitespace current_path = line.split('=')[-1].strip() # Compare with the Desktop path @@ -66,8 +66,8 @@ def is_vlc_recordings_folder(actual_config_path: str, rule: Dict[str, str]) -> f return 1 else: return 0 - # The configuration key was not found in the file - return 0 + # The configuration key was not found in the file + return 0 except FileNotFoundError: logger.error("VLC configuration file not found.") return 0 diff --git a/evaluation_examples/examples/os/28cc3b7e-b194-4bc9-8353-d04c0f4d56d2.json b/evaluation_examples/examples/os/28cc3b7e-b194-4bc9-8353-d04c0f4d56d2.json index a5bc881..3c969bd 100644 --- a/evaluation_examples/examples/os/28cc3b7e-b194-4bc9-8353-d04c0f4d56d2.json +++ b/evaluation_examples/examples/os/28cc3b7e-b194-4bc9-8353-d04c0f4d56d2.json @@ -23,7 +23,7 @@ "func": "exact_match", "result": { "type": "vm_command_line", - "command": "pactl list sinks | grep '^[[:space:]]Volume:' | head -n 1 | awk '{print $5}' | sed 's/%//g'", + "command": "pulseaudio --start\npactl list sinks | grep '^[[:space:]]Volume:' | head -n 1 | awk '{print $5}' | sed 's/%//g'", "shell": true }, "expected": { diff --git a/evaluation_examples/examples/os/4127319a-8b79-4410-b58a-7a151e15f3d7.json b/evaluation_examples/examples/os/4127319a-8b79-4410-b58a-7a151e15f3d7.json index 31d573f..d500324 100644 --- a/evaluation_examples/examples/os/4127319a-8b79-4410-b58a-7a151e15f3d7.json +++ b/evaluation_examples/examples/os/4127319a-8b79-4410-b58a-7a151e15f3d7.json @@ -32,7 +32,7 @@ { "type": "execute", "parameters": { - "command": "xdg-open /home/user/project", + "command": "export DBUS_SESSION_BUS_ADDRESS='unix:path=/run/user/1000/bus'\nxdg-open /home/user/project", "shell": true } } diff --git a/evaluation_examples/examples/os/ec4e3f68-9ea4-4c18-a5c9-69f89d1178b3.json b/evaluation_examples/examples/os/ec4e3f68-9ea4-4c18-a5c9-69f89d1178b3.json index 30daecb..ae01718 100644 --- a/evaluation_examples/examples/os/ec4e3f68-9ea4-4c18-a5c9-69f89d1178b3.json +++ b/evaluation_examples/examples/os/ec4e3f68-9ea4-4c18-a5c9-69f89d1178b3.json @@ -7,7 +7,8 @@ { "type": "execute", "parameters": { - "command": "gsettings set org.gnome.shell favorite-apps \"['thunderbird.desktop']\"" + "command": "export DBUS_SESSION_BUS_ADDRESS='unix:path=/run/user/1000/bus'\ngsettings set org.gnome.shell favorite-apps \"['thunderbird.desktop']\"", + "shell": true } }, { @@ -19,7 +20,8 @@ { "type": "execute", "parameters": { - "command": "gsettings set org.gnome.shell favorite-apps \"['thunderbird.desktop', 'vim.desktop', 'google-chrome.desktop']\"" + "command": "export DBUS_SESSION_BUS_ADDRESS='unix:path=/run/user/1000/bus'\ngsettings set org.gnome.shell favorite-apps \"['thunderbird.desktop', 'vim.desktop', 'google-chrome.desktop']\"", + "shell": true } }, { @@ -41,7 +43,8 @@ "func": "check_gnome_favorite_apps", "result": { "type": "vm_command_line", - "command": "gsettings get org.gnome.shell favorite-apps" + "command": "export DBUS_SESSION_BUS_ADDRESS='unix:path=/run/user/1000/bus'\ngsettings get org.gnome.shell favorite-apps", + "shell": true }, "expected": { "type": "rule", diff --git a/evaluation_examples/examples/thunderbird/37b9808f-b2b4-4177-ab00-9ddfae4bad27.json b/evaluation_examples/examples/thunderbird/37b9808f-b2b4-4177-ab00-9ddfae4bad27.json index e9e7722..b467308 100644 --- a/evaluation_examples/examples/thunderbird/37b9808f-b2b4-4177-ab00-9ddfae4bad27.json +++ b/evaluation_examples/examples/thunderbird/37b9808f-b2b4-4177-ab00-9ddfae4bad27.json @@ -55,7 +55,7 @@ { "type": "sleep", "parameters": { - "seconds": 2. + "seconds": 2.0 } }, { diff --git a/evaluation_examples/examples/thunderbird/7b6c7e24-c58a-49fc-a5bb-d57b80e5b4c3.json b/evaluation_examples/examples/thunderbird/7b6c7e24-c58a-49fc-a5bb-d57b80e5b4c3.json index 0b7d5ed..2cac053 100644 --- a/evaluation_examples/examples/thunderbird/7b6c7e24-c58a-49fc-a5bb-d57b80e5b4c3.json +++ b/evaluation_examples/examples/thunderbird/7b6c7e24-c58a-49fc-a5bb-d57b80e5b4c3.json @@ -1,7 +1,7 @@ { "id": "7b6c7e24-c58a-49fc-a5bb-d57b80e5b4c3", "snapshot": "thunderbird", - "instruction": "Help me access my outlook account with address \"anonym-x2024@outlook.com\" and password 'Wlv(z._6y|a,rrjfQuQhIi\$;' (without ')", + "instruction": "Help me access my outlook account with address \"anonym-x2024@outlook.com\" and password 'Wlv(z._6y|a,rrjfQuQhIi\\$;' (without ')", "source": "https://www.wikihow.com/Access-Gmail-With-Mozilla-Thunderbird", "config": [ { @@ -86,12 +86,12 @@ { "url": "imap://outlook.office365.com", "user": "anonym-x2024@outlook.com", - "password": "Wlv(z._6y|a,rrjfQuQhIi\$;" + "password": "Wlv(z._6y|a,rrjfQuQhIi\\$;" }, { "url": "smtp://smtp.office365.com", "user": "anonym-x2024@outlook.com", - "password": "Wlv(z._6y|a,rrjfQuQhIi\$;" + "password": "Wlv(z._6y|a,rrjfQuQhIi\\$;" } ] }