diff --git a/evaluation_examples/examples/thunderbird/06fe7178-4491-4589-810f-2e2bc9502122.json b/evaluation_examples/examples/thunderbird/06fe7178-4491-4589-810f-2e2bc9502122.json
new file mode 100644
index 0000000..ea4b832
--- /dev/null
+++ b/evaluation_examples/examples/thunderbird/06fe7178-4491-4589-810f-2e2bc9502122.json
@@ -0,0 +1,12 @@
+{
+  "id": "06fe7178-4491-4589-810f-2e2bc9502122",
+  "snapshot": "thunderbird",
+  "instruction": "Could you help me back up all the email files in my profile to PROFILE_DIR?",
+  "source": "https://www.quora.com/How-do-I-backup-email-files-in-Mozilla-Thunderbird",
+  "config": [],
+  "trajectory": "trajectories/",
+  "related_apps": [
+    "thunderbird"
+  ],
+  "evaluator": "evaluation_dir"
+}
diff --git a/evaluation_examples/examples/thunderbird/12086550-11c0-466b-b367-1d9e75b3910e.json b/evaluation_examples/examples/thunderbird/12086550-11c0-466b-b367-1d9e75b3910e.json
new file mode 100644
index 0000000..ce68b66
--- /dev/null
+++ b/evaluation_examples/examples/thunderbird/12086550-11c0-466b-b367-1d9e75b3910e.json
@@ -0,0 +1,12 @@
+{
+  "id": "12086550-11c0-466b-b367-1d9e75b3910e",
+  "snapshot": "thunderbird",
+  "instruction": "Could you help me open up the Thunderbird profile manager utility?",
+  "source": "https://www.quora.com/How-do-I-open-a-Thunderbird-profile-manager-utility",
+  "config": [],
+  "trajectory": "trajectories/",
+  "related_apps": [
+    "thunderbird"
+  ],
+  "evaluator": "evaluation_dir"
+}
diff --git a/evaluation_examples/examples/thunderbird/7b6c7e24-c58a-49fc-a5bb-d57b80e5b4c3.json b/evaluation_examples/examples/thunderbird/7b6c7e24-c58a-49fc-a5bb-d57b80e5b4c3.json
new file mode 100644
index 0000000..c3a8a39
--- /dev/null
+++ b/evaluation_examples/examples/thunderbird/7b6c7e24-c58a-49fc-a5bb-d57b80e5b4c3.json
@@ -0,0 +1,12 @@
+{
+  "id": "7b6c7e24-c58a-49fc-a5bb-d57b80e5b4c3",
+  "snapshot": "thunderbird",
+  "instruction": "Help me access my gmail account with address \"xx@gmail.com\" and password \"xxx\"",
+  "source": "https://www.wikihow.com/Access-Gmail-With-Mozilla-Thunderbird",
+  "config": [],
+  "trajectory": "trajectories/",
+  "related_apps": [
+    "thunderbird"
+  ],
+  "evaluator": "evaluation_dir"
+}
diff --git a/evaluation_examples/examples/thunderbird/b188fe10-ae67-4db8-a154-26a0b8ff8f1e.json b/evaluation_examples/examples/thunderbird/b188fe10-ae67-4db8-a154-26a0b8ff8f1e.json
new file mode 100644
index 0000000..74e4061
--- /dev/null
+++ b/evaluation_examples/examples/thunderbird/b188fe10-ae67-4db8-a154-26a0b8ff8f1e.json
@@ -0,0 +1,12 @@
+{
+  "id": "b188fe10-ae67-4db8-a154-26a0b8ff8f1e",
+  "snapshot": "thunderbird",
+  "instruction": "Help me restore the zebra stripes background in message list panel.",
+  "source": "https://www.reddit.com/r/Thunderbird/comments/17vv2os/restore_readability_in_message_list_pane/",
+  "config": [],
+  "trajectory": "trajectories/",
+  "related_apps": [
+    "thunderbird"
+  ],
+  "evaluator": "evaluation_dir"
+}
diff --git a/evaluation_examples/examples/thunderbird/bb5e4c0d-f964-439c-97b6-bdb9747de3f4.json b/evaluation_examples/examples/thunderbird/bb5e4c0d-f964-439c-97b6-bdb9747de3f4.json
new file mode 100644
index 0000000..a44db87
--- /dev/null
+++ b/evaluation_examples/examples/thunderbird/bb5e4c0d-f964-439c-97b6-bdb9747de3f4.json
@@ -0,0 +1,12 @@
+{
+  "id": "bb5e4c0d-f964-439c-97b6-bdb9747de3f4",
+  "snapshot": "thunderbird",
+  "instruction": "Help remove the account \"xx@xx\"",
+  "source": "https://www.wikihow.com/Remove-an-Email-Account-from-Thunderbird",
+  "config": [],
+  "trajectory": "trajectories/",
+  "related_apps": [
+    "thunderbird"
+  ],
+  "evaluator": "evaluation_dir"
+}
diff --git a/evaluation_examples/examples/vs_code/0ed39f63-6049-43d4-ba4d-5fa2fe04a951.json b/evaluation_examples/examples/vs_code/0ed39f63-6049-43d4-ba4d-5fa2fe04a951.json
new file mode 100644
index 0000000..d0507fd
--- /dev/null
+++ b/evaluation_examples/examples/vs_code/0ed39f63-6049-43d4-ba4d-5fa2fe04a951.json
@@ -0,0 +1,12 @@
+{
+  "id": "0ed39f63-6049-43d4-ba4d-5fa2fe04a951",
+  "snapshot": "vscode",
+  "instruction": "Could you help me find and replace \"TEXT\" with \"TEST“ in this file?",
+  "source": "https://www.quora.com/How-do-you-find-and-replace-text-in-Visual-Studio-Code",
+  "config": [],
+  "trajectory": "trajectories/",
+  "related_apps": [
+    "vscode"
+  ],
+  "evaluator": "evaluation_dir"
+}
diff --git a/evaluation_examples/examples/vs_code/3486f395-ad68-459c-8c39-ea07de934dd4.json b/evaluation_examples/examples/vs_code/3486f395-ad68-459c-8c39-ea07de934dd4.json
new file mode 100644
index 0000000..f92d048
--- /dev/null
+++ b/evaluation_examples/examples/vs_code/3486f395-ad68-459c-8c39-ea07de934dd4.json
@@ -0,0 +1,12 @@
+{
+  "id": "3486f395-ad68-459c-8c39-ea07de934dd4",
+  "snapshot": "vscode",
+  "instruction": "Find me the keyboard shortcut of toggling integrated terminal. ",
+  "source": "https://www.youtube.com/watch?v=VqCgcpAypFQ",
+  "config": [],
+  "trajectory": "trajectories/",
+  "related_apps": [
+    "vscode"
+  ],
+  "evaluator": "evaluation_dir"
+}
diff --git a/evaluation_examples/examples/vs_code/515630d2-9b30-430c-b06a-e86b0143f7fb.json b/evaluation_examples/examples/vs_code/515630d2-9b30-430c-b06a-e86b0143f7fb.json
new file mode 100644
index 0000000..8f8bb5c
--- /dev/null
+++ b/evaluation_examples/examples/vs_code/515630d2-9b30-430c-b06a-e86b0143f7fb.json
@@ -0,0 +1,12 @@
+{
+  "id": "515630d2-9b30-430c-b06a-e86b0143f7fb",
+  "snapshot": "vscode",
+  "instruction": "Help me enable automatically run code in VS code",
+  "source": "https://www.quora.com/How-do-I-automatically-run-code-in-Visual-Studio-Code",
+  "config": [],
+  "trajectory": "trajectories/",
+  "related_apps": [
+    "vscode"
+  ],
+  "evaluator": "evaluation_dir"
+}
diff --git a/evaluation_examples/examples/vs_code/53ad5833-3455-407b-bbc6-45b4c79ab8fb.json b/evaluation_examples/examples/vs_code/53ad5833-3455-407b-bbc6-45b4c79ab8fb.json
new file mode 100644
index 0000000..4ebd481
--- /dev/null
+++ b/evaluation_examples/examples/vs_code/53ad5833-3455-407b-bbc6-45b4c79ab8fb.json
@@ -0,0 +1,12 @@
+{
+  "id": "53ad5833-3455-407b-bbc6-45b4c79ab8fb",
+  "snapshot": "vscode",
+  "instruction": "Could you help me open the project at PATH?",
+  "source": "https://www.youtube.com/watch?v=VqCgcpAypFQ",
+  "config": [],
+  "trajectory": "trajectories/",
+  "related_apps": [
+    "vscode"
+  ],
+  "evaluator": "evaluation_dir"
+}
diff --git a/evaluation_examples/examples/vs_code/59ed65c7-e9a6-43db-833f-76d6730c0004.json b/evaluation_examples/examples/vs_code/59ed65c7-e9a6-43db-833f-76d6730c0004.json
new file mode 100644
index 0000000..fc05cce
--- /dev/null
+++ b/evaluation_examples/examples/vs_code/59ed65c7-e9a6-43db-833f-76d6730c0004.json
@@ -0,0 +1,12 @@
+{
+  "id": "59ed65c7-e9a6-43db-833f-76d6730c0004",
+  "snapshot": "vscode",
+  "instruction": "Could you help me start debugging with the breakpoint at line 15?",
+  "source": "https://www.youtube.com/watch?v=7qZBwhSlfOo",
+  "config": [],
+  "trajectory": "trajectories/",
+  "related_apps": [
+    "vscode"
+  ],
+  "evaluator": "evaluation_dir"
+}
diff --git a/evaluation_examples/examples/vs_code/6f7546b0-52f3-4938-9213-52f35454d314.json b/evaluation_examples/examples/vs_code/6f7546b0-52f3-4938-9213-52f35454d314.json
new file mode 100644
index 0000000..1dcb21e
--- /dev/null
+++ b/evaluation_examples/examples/vs_code/6f7546b0-52f3-4938-9213-52f35454d314.json
@@ -0,0 +1,12 @@
+{
+  "id": "6f7546b0-52f3-4938-9213-52f35454d314",
+  "snapshot": "vscode",
+  "instruction": "Help me ask chatGPT to generate html and css code for a scroll bar?",
+  "source": "https://www.tiktok.com/@akramovdev/video/7243349980897922306",
+  "config": [],
+  "trajectory": "trajectories/",
+  "related_apps": [
+    "vscode"
+  ],
+  "evaluator": "evaluation_dir"
+}
diff --git a/evaluation_examples/examples/vs_code/90f6eeeb-f3c2-4c98-873c-e77d78a45578.json b/evaluation_examples/examples/vs_code/90f6eeeb-f3c2-4c98-873c-e77d78a45578.json
new file mode 100644
index 0000000..955efa2
--- /dev/null
+++ b/evaluation_examples/examples/vs_code/90f6eeeb-f3c2-4c98-873c-e77d78a45578.json
@@ -0,0 +1,12 @@
+{
+  "id": "90f6eeeb-f3c2-4c98-873c-e77d78a45578",
+  "snapshot": "vscode",
+  "instruction": "Help me sync extensions and settings across all profiles.",
+  "source": "https://stackoverflow.com/questions/75866801/how-do-i-sync-extensions-and-their-settings-between-vs-code-profiles",
+  "config": [],
+  "trajectory": "trajectories/",
+  "related_apps": [
+    "vscode"
+  ],
+  "evaluator": "evaluation_dir"
+}
diff --git a/evaluation_examples/examples/vs_code/982d12a5-beab-424f-8d38-d2a48429e511.json b/evaluation_examples/examples/vs_code/982d12a5-beab-424f-8d38-d2a48429e511.json
new file mode 100644
index 0000000..d019500
--- /dev/null
+++ b/evaluation_examples/examples/vs_code/982d12a5-beab-424f-8d38-d2a48429e511.json
@@ -0,0 +1,12 @@
+{
+  "id": "982d12a5-beab-424f-8d38-d2a48429e511",
+  "snapshot": "vscode",
+  "instruction": "Could you help me change the color theme to Solarized Dark?",
+  "source": "https://www.youtube.com/watch?v=ORrELERGIHs",
+  "config": [],
+  "trajectory": "trajectories/",
+  "related_apps": [
+    "vscode"
+  ],
+  "evaluator": "evaluation_dir"
+}
diff --git a/evaluation_examples/examples/vs_code/b421106e-b282-4c41-af72-37c95493f95f.json b/evaluation_examples/examples/vs_code/b421106e-b282-4c41-af72-37c95493f95f.json
new file mode 100644
index 0000000..ffa4e0a
--- /dev/null
+++ b/evaluation_examples/examples/vs_code/b421106e-b282-4c41-af72-37c95493f95f.json
@@ -0,0 +1,12 @@
+{
+  "id": "b421106e-b282-4c41-af72-37c95493f95f",
+  "snapshot": "vscode",
+  "instruction": "Help me modify settings to launch VScode with new.txt file",
+  "source": "https://stackoverflow.com/questions/74153883/launch-vscode-with-new-txt-file",
+  "config": [],
+  "trajectory": "trajectories/",
+  "related_apps": [
+    "vscode"
+  ],
+  "evaluator": "evaluation_dir"
+}
diff --git a/evaluation_examples/examples/vs_code/eabc805a-bfcf-4460-b250-ac92135819f6.json b/evaluation_examples/examples/vs_code/eabc805a-bfcf-4460-b250-ac92135819f6.json
new file mode 100644
index 0000000..96f942e
--- /dev/null
+++ b/evaluation_examples/examples/vs_code/eabc805a-bfcf-4460-b250-ac92135819f6.json
@@ -0,0 +1,12 @@
+{
+  "id": "eabc805a-bfcf-4460-b250-ac92135819f6",
+  "snapshot": "vscode",
+  "instruction": "Help me install the extension Python.",
+  "source": "https://www.youtube.com/watch?v=VqCgcpAypFQ",
+  "config": [],
+  "trajectory": "trajectories/",
+  "related_apps": [
+    "vscode"
+  ],
+  "evaluator": "evaluation_dir"
+}