From 344e7db55cbe4fa00fea5f8769c5ba4b25c4f56f Mon Sep 17 00:00:00 2001
From: Liu Yitao <ltao@connect.hku.hk>
Date: Thu, 25 Jan 2024 10:55:49 +0800
Subject: [PATCH] Update OS evals

---
 .../ec4e3f68-9ea4-4c18-a5c9-69f89d1178b3.json | 21 ++++++++++++++++---
 .../f9be0997-4b7c-45c5-b05c-4612b44a6118.json | 19 +++++++++++++++--
 2 files changed, 35 insertions(+), 5 deletions(-)

diff --git a/evaluation_examples/examples/os/ec4e3f68-9ea4-4c18-a5c9-69f89d1178b3.json b/evaluation_examples/examples/os/ec4e3f68-9ea4-4c18-a5c9-69f89d1178b3.json
index ee7eef9..dd398a0 100644
--- a/evaluation_examples/examples/os/ec4e3f68-9ea4-4c18-a5c9-69f89d1178b3.json
+++ b/evaluation_examples/examples/os/ec4e3f68-9ea4-4c18-a5c9-69f89d1178b3.json
@@ -3,16 +3,31 @@
     "snapshot": "os",
     "instruction": "Can you remove the first favorite app from 'favorites'?",
     "source": "https://www.youtube.com/watch?v=D4WyNjt_hbQ&t=2s",
-    "config": [],
+    "config": [
+      {
+        "type": "execute",
+        "parameters": {
+          "command": "gsettings set org.gnome.shell favorite-apps \"['thunderbird.desktop', 'firefox.desktop', 'libreoffice-writer.desktop']\""
+        }
+      }
+    ],
     "trajectory": "trajectories/",
     "related_apps": [
       "os"
     ],
     "evaluator": {
-      "func": "is_first_favorite_app_removed",
+      "func": "exact_match",
       "result": {
+        "type": "vm_command_line",
+        "config": {
+          "command": "gsettings get org.gnome.shell favorite-apps"
+        }
       },
       "expected": {
+        "type": "rule",
+        "rules":{
+          "expected": "['firefox.desktop', 'libreoffice-writer.desktop']"
+        }
       }
     }
-  }
\ No newline at end of file
+  }
diff --git a/evaluation_examples/examples/os/f9be0997-4b7c-45c5-b05c-4612b44a6118.json b/evaluation_examples/examples/os/f9be0997-4b7c-45c5-b05c-4612b44a6118.json
index ac1d85a..55052ff 100644
--- a/evaluation_examples/examples/os/f9be0997-4b7c-45c5-b05c-4612b44a6118.json
+++ b/evaluation_examples/examples/os/f9be0997-4b7c-45c5-b05c-4612b44a6118.json
@@ -3,16 +3,31 @@
     "snapshot": "os",
     "instruction": "I am currently working on a ubuntu system but I do not want the notifications to bother me. Can you help me to switch to 'Do not disturb mode'?",
     "source": "https://help.ubuntu.com/lts/ubuntu-help/shell-notifications.html.en",
-    "config": [],
+    "config": [
+      {
+        "type": "execute",
+        "parameters": {
+          "command": "gsettings set org.gnome.desktop.notifications show-banners true"
+        }
+      }
+    ],
     "trajectory": "trajectories/",
     "related_apps": [
       "os"
     ],
     "evaluator": {
-      "func": "is_do_not_disturb_mode_enabled",
+      "func": "exact_match",
       "result": {
+        "type": "vm_command_line",
+        "config": {
+          "command": "gsettings get org.gnome.desktop.notifications show-banners"
+        }
       },
       "expected": {
+        "type": "rule",
+        "rules":{
+          "expected": "false"
+        }
       }
     }
   }
\ No newline at end of file