update vscode

evaluation_examples/examples/vs_code/0ed39f63-6049-43d4-ba4d-5fa2fe04a951.json

@@ -1,12 +1,42 @@
 {
   "id": "0ed39f63-6049-43d4-ba4d-5fa2fe04a951",
   "snapshot": "vscode",
-  "instruction": "Could you help me find and replace \"TEXT\" with \"TEST“ in this file?",
+  "instruction": "Could you help me find and replace \"text\" with \"test\" in this file?",
   "source": "https://www.quora.com/How-do-you-find-and-replace-text-in-Visual-Studio-Code",
-  "config": [],
-  "trajectory": "trajectories/",
+  "config": [
+    {
+      "type": "download",
+      "parameters": {
+        "files": [
+          {
+            "url": "https://drive.usercontent.google.com/download?id=1I0tp77_4Qwuz_JW0Tluo_DJzScTARkOZ&export=download&authuser=0&confirm=t&uuid=3e090432-df3f-4f68-8c77-f0f06d399d08&at=APZUnTUFLQTdU4MtnLGUnOVAVcxW:1704282082382",
+            "path": "Desktop/vscode_replace_text.txt"
+          }
+        ]
+      }
+    },
+    {
+      "type": "open",
+      "parameters": {
+        "path": "Desktop/vscode_replace_text.txt"
+      }
+    }
+  ],
+  "trajectory": "trajectories/0ed39f63-6049-43d4-ba4d-5fa2fe04a951",
   "related_apps": [
     "vscode"
   ],
-  "evaluator": "evaluation_dir"
+  "evaluator": {
+    "func": "compare_text_file",
+    "expected": {
+      "type": "cloud_file",
+      "path": "https://drive.usercontent.google.com/download?id=141LWiPgICRc62T7oFQPVgDqA58E4mxWS&export=download&authuser=0&confirm=t&uuid=452959a6-40af-4f60-9edf-93656466d3cb&at=APZUnTUHYqRUaVmmPqAutatE38KH:1704282217307",
+      "dest": "vscode_replace_text_gold.txt"
+    },
+    "result": {
+      "type": "vm_file",
+      "path": "Desktop/vscode_replace_text.txt",
+      "dest": "vscode_replace_text.txt"
+    }
+  }
 }

evaluation_examples/examples/vs_code/3486f395-ad68-459c-8c39-ea07de934dd4.json

@@ -4,7 +4,7 @@
   "instruction": "Find me the keyboard shortcut of toggling integrated terminal. ",
   "source": "https://www.youtube.com/watch?v=VqCgcpAypFQ",
   "config": [],
-  "trajectory": "trajectories/",
+  "trajectory": "trajectories/3486f395-ad68-459c-8c39-ea07de934dd4",
   "related_apps": [
     "vscode"
   ],

evaluation_examples/examples/vs_code/53ad5833-3455-407b-bbc6-45b4c79ab8fb.json

@@ -1,10 +1,17 @@
 {
   "id": "53ad5833-3455-407b-bbc6-45b4c79ab8fb",
   "snapshot": "vscode",
-  "instruction": "Could you help me open the project at PATH?",
+  "instruction": "Could you help me open the project at /home/user/project?",
   "source": "https://www.youtube.com/watch?v=VqCgcpAypFQ",
-  "config": [],
-  "trajectory": "trajectories/",
+  "config": [
+    {
+      "type": "command",
+      "parameters": {
+        "command": ["mkdir", "-p", "/home/user/project"]
+      }
+    }
+  ],
+  "trajectory": "trajectories/53ad5833-3455-407b-bbc6-45b4c79ab8fb",
   "related_apps": [
     "vscode"
   ],

evaluation_examples/examples/vs_code/982d12a5-beab-424f-8d38-d2a48429e511.json

@@ -1,10 +1,10 @@
 {
   "id": "982d12a5-beab-424f-8d38-d2a48429e511",
   "snapshot": "vscode",
-  "instruction": "Could you help me change the color theme to Solarized Dark?",
+  "instruction": "Could you help me change the color theme to Dark?",
   "source": "https://www.youtube.com/watch?v=ORrELERGIHs",
   "config": [],
-  "trajectory": "trajectories/",
+  "trajectory": "trajectories/982d12a5-beab-424f-8d38-d2a48429e511",
   "related_apps": [
     "vscode"
   ],

evaluation_examples/examples/vs_code/eabc805a-bfcf-4460-b250-ac92135819f6.json

@@ -4,9 +4,10 @@
   "instruction": "Help me install the extension Python.",
   "source": "https://www.youtube.com/watch?v=VqCgcpAypFQ",
   "config": [],
-  "trajectory": "trajectories/",
+  "trajectory": "trajectories/eabc805a-bfcf-4460-b250-ac92135819f6",
   "related_apps": [
     "vscode"
   ],
-  "evaluator": "evaluation_dir"
+  "evaluator": {
+  }
 }