Update OS evals

This commit is contained in:
Liu Yitao
2024-01-25 10:55:49 +08:00
parent 93b4ff7d95
commit 344e7db55c
2 changed files with 35 additions and 5 deletions

View File

@@ -3,16 +3,31 @@
"snapshot": "os",
"instruction": "Can you remove the first favorite app from 'favorites'?",
"source": "https://www.youtube.com/watch?v=D4WyNjt_hbQ&t=2s",
"config": [],
"config": [
{
"type": "execute",
"parameters": {
"command": "gsettings set org.gnome.shell favorite-apps \"['thunderbird.desktop', 'firefox.desktop', 'libreoffice-writer.desktop']\""
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"os"
],
"evaluator": {
"func": "is_first_favorite_app_removed",
"func": "exact_match",
"result": {
"type": "vm_command_line",
"config": {
"command": "gsettings get org.gnome.shell favorite-apps"
}
},
"expected": {
"type": "rule",
"rules":{
"expected": "['firefox.desktop', 'libreoffice-writer.desktop']"
}
}
}
}
}

View File

@@ -3,16 +3,31 @@
"snapshot": "os",
"instruction": "I am currently working on a ubuntu system but I do not want the notifications to bother me. Can you help me to switch to 'Do not disturb mode'?",
"source": "https://help.ubuntu.com/lts/ubuntu-help/shell-notifications.html.en",
"config": [],
"config": [
{
"type": "execute",
"parameters": {
"command": "gsettings set org.gnome.desktop.notifications show-banners true"
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"os"
],
"evaluator": {
"func": "is_do_not_disturb_mode_enabled",
"func": "exact_match",
"result": {
"type": "vm_command_line",
"config": {
"command": "gsettings get org.gnome.desktop.notifications show-banners"
}
},
"expected": {
"type": "rule",
"rules":{
"expected": "false"
}
}
}
}