Improve on mmagents prompts; initialize online tasks from Mind2Web

2024-02-22 22:01:22 +08:00
parent 938a3bb918
commit 030574e316
17 changed files with 293 additions and 5 deletions
--- a/evaluation_examples/examples/chrome/a728a36e-8bf1-4bb6-9a03-ef039a5233f0.json
+++ b/evaluation_examples/examples/chrome/a728a36e-8bf1-4bb6-9a03-ef039a5233f0.json
@@ -0,0 +1,18 @@
+{
+  "id": "a728a36e-8bf1-4bb6-9a03-ef039a5233f0",
+  "snapshot": "chrome",
+  "instruction": "Find the Driver License Eligibility Requirements",
+  "source": "Mind2Web",
+  "config": [],
+  "trajectory": "trajectories/",
+  "related_apps": [
+    "chrome"
+  ],
+  "evaluator": {
+    "func": "",
+    "result": {
+    },
+    "expected": {
+    }
+  }
+}