update multi apps

2024-03-04 11:40:02 +08:00
parent 196e20630b
commit 88cc41cdf2
3 changed files with 181 additions and 0 deletions
--- a/evaluation_examples/examples/multi_apps/69acbb55-d945-4927-a87b-8480e1a5bb7e.json
+++ b/evaluation_examples/examples/multi_apps/69acbb55-d945-4927-a87b-8480e1a5bb7e.json
@@ -0,0 +1,50 @@
+{
+  "id": "69acbb55-d945-4927-a87b-8480e1a5bb7e",
+  "snapshot": "os",
+  "instruction": "Set up the environment for the project in /home/user according to the guidance on \"https: //github.com/xlang-ai/instructor-embedding\".",
+  "source": "authors",
+  "config": [
+    {
+      "type": "launch",
+      "parameters": {
+        "command": [
+          "google-chrome",
+          "--remote-debugging-port=1337"
+        ]
+      }
+    },
+    {
+      "type": "launch",
+      "parameters": {
+        "command": [
+          "socat",
+          "tcp-listen:9222,fork",
+          "tcp:localhost:1337"
+        ]
+      }
+    }
+  ],
+  "trajectory": "trajectories/69acbb55-d945-4927-a87b-8480e1a5bb7e",
+  "related_apps": [
+    "os",
+    "chrome",
+    "vscode"
+  ],
+  "evaluator": {
+    "func": "exact_match",
+    "result": {
+      "type": "vm_command_line",
+      "command": [
+        "python",
+        "-c",
+        "from InstructorEmbedding import INSTRUCTOR;"
+      ]
+    },
+    "expected": {
+      "type": "rule",
+      "rules": {
+        "expected": ""
+      }
+    }
+  }
+}