update multi apps

2024-03-07 01:24:36 +08:00
parent 69ef653a7c
commit 5b5475094e
8 changed files with 215 additions and 8 deletions
--- a/evaluation_examples/examples/multi_apps/a82b78bb-7fde-4cb3-94a4-035baf10bcf0.json
+++ b/evaluation_examples/examples/multi_apps/a82b78bb-7fde-4cb3-94a4-035baf10bcf0.json
@@ -4,6 +4,25 @@
  "instruction": "I'm really enjoying this paper. Could you please find the personal webpages of the first author and the last three authors, and add them to a browser bookmark folder named 'Liked Authors'?",
  "source": "authors",
  "config": [
+    {
+      "type": "launch",
+      "parameters": {
+        "command": [
+          "google-chrome",
+          "--remote-debugging-port=1337"
+        ]
+      }
+    },
+    {
+      "type": "launch",
+      "parameters": {
+        "command": [
+          "socat",
+          "tcp-listen:9222,fork",
+          "tcp:localhost:1337"
+        ]
+      }
+    },
    {
      "type": "download",
      "parameters": {
@@ -40,15 +59,28 @@
  ],
  "trajectory": "trajectories/a82b78bb-7fde-4cb3-94a4-035baf10bcf0",
  "related_apps": [
+    "chrome",
+    "pdf"
  ],
  "evaluator": {
-    "postconfig": [],
-    "func": "",
+    "func": "is_expected_bookmarks",
    "result": {
+      "type": "bookmarks"
    },
    "expected": {
-    },
-    "options": {
+      "type": "rule",
+      "rules": {
+        "type": "liked_authors_websites_urls",
+        "names": [
+          "Liked Authors"
+        ],
+        "urls": [
+          "https://jimfan.me/",
+          "https://ai.stanford.edu/~dahuang/",
+          "https://yukezhu.me/",
+          "https://www.eas.caltech.edu/people/anima"
+        ]
+      }
    }
  }
-}
+}