Initialize getters for Chrome software and general ones; Fix some examples for chrome

2023-12-29 22:24:45 +08:00
parent a4e8cfedb9
commit 86ce9e1497
7 changed files with 124 additions and 17 deletions
--- a/evaluation_examples/examples/chrome/bb5e4c0d-f964-439c-97b6-bdb9747de3f4.json
+++ b/evaluation_examples/examples/chrome/bb5e4c0d-f964-439c-97b6-bdb9747de3f4.json
@@ -1,12 +1,18 @@
 {
  "id": "bb5e4c0d-f964-439c-97b6-bdb9747de3f4",
  "snapshot": "chrome",
-  "instruction": "Could you help me set my default search engine to be Chrome?",
+  "instruction": "Could you help me set my default search engine to be Google?",
  "source": "https://support.google.com/chrome/answer/95426?sjid=16867045591165135686-AP",
  "config": [],
  "trajectory": "trajectories/",
  "related_apps": [
    "chrome"
  ],
-  "evaluator": "evaluation_dir"
+  "evaluator": {
+    "func": "",
+    "result": {
+    },
+    "expected": {
+    }
+  }
 }