add new examples for chrome

evaluation_examples/examples/chrome/030eeff7-b492-4218-b312-701ec99ee0cc.json

@@ -3,16 +3,41 @@
   "snapshot": "chrome",
   "instruction": "Can you enable the 'Do Not Track' feature in Chrome to enhance my online privacy?",
   "source": "https://www.surreycc.gov.uk/website/cookies/do-not-track",
-  "config": [],
+  "config": [
+    {
+      "type": "launch",
+      "parameters": {
+        "command": [
+          "google-chrome",
+          "--remote-debugging-port=9222"
+        ]
+      }
+    },
+    {
+      "type": "launch",
+      "parameters": {
+        "command": [
+          "socat",
+          "tcp-listen:9222,fork",
+          "tcp:localhost:1337"
+        ]
+      }
+    }
+  ],
   "trajectory": "trajectories/",
   "related_apps": [
     "chrome"
   ],
   "evaluator": {
-    "func": "",
+    "func": "exact_match",
     "result": {
+      "type": "enable_do_not_track"
     },
     "expected": {
+      "type": "rule",
+      "rules": {
+        "expected": "true"
+      }
     }
   }
 }

evaluation_examples/examples/chrome/12086550-11c0-466b-b367-1d9e75b3910e.json

@@ -3,16 +3,41 @@
   "snapshot": "chrome",
   "instruction": "Computer, please navigate to the area in my browser settings where my passwords are stored. I want to check my login information for Etsy without revealing it just yet.",
   "source": "https://www.quora.com/What-are-the-cool-tricks-to-use-Google-Chrome",
-  "config": [],
+  "config": [          
+    {
+    "type": "launch",
+    "parameters": {
+      "command": [
+        "google-chrome",
+        "--remote-debugging-port=1337"
+      ]
+    }
+  },
+  {
+    "type": "launch",
+    "parameters": {
+      "command": [
+        "socat",
+        "tcp-listen:9222,fork",
+        "tcp:localhost:1337"
+      ]
+    }
+  }],
   "trajectory": "trajectories/",
   "related_apps": [
     "chrome"
   ],
   "evaluator": {
-    "func": "",
+    "func": "is_expected_active_tab",
     "result": {
+      "type": "active_tab_info"
     },
     "expected": {
+      "type": "rule",
+      "rules": {
+        "type": "url",
+        "url":"chrome://password-manager/passwords"
+      }
     }
   }
 }

evaluation_examples/examples/chrome/3299584d-8f11-4457-bf4c-ce98f7600250.json

@@ -3,16 +3,55 @@
   "snapshot": "chrome",
   "instruction": "On my surface pro whenever I launch Chrome it always opens \"funbrain.com.\" I don't want this. I cleared my cache but it still happens. What should I do?",
   "source": "https://www.reddit.com/r/techsupport/comments/12zwymy/comment/jhtri65/?utm_source=share&utm_medium=web2x&context=3",
-  "config": [],
+  "config": [
+    {
+      "type": "execute",
+      "parameters": {
+        "command": "echo lixiaochuan20 | sudo -S apt update -y && echo lixiaochuan20 | sudo -S apt install jq -y",
+        "shell": true
+      }
+    },
+    {
+      "type": "execute",
+      "parameters": {
+        "command": "cd /home/user/snap/chromium/common/chromium/Default && jq '. + {\"session\":{\"restore_on_startup\":4, \"startup_urls\":[\"http://funbrain.com/\"]}}' Preferences > temp && mv temp Preferences",
+        "shell": true
+      }
+    },
+    {
+      "type": "launch",
+      "parameters": {
+        "command": [
+          "google-chrome",
+          "--remote-debugging-port=9222"
+        ]
+      }
+    },
+    {
+      "type": "launch",
+      "parameters": {
+        "command": [
+          "socat",
+          "tcp-listen:9222,fork",
+          "tcp:localhost:1337"
+        ]
+      }
+    }
+  ],
   "trajectory": "trajectories/",
   "related_apps": [
     "chrome"
   ],
   "evaluator": {
-    "func": "",
+    "func": "exact_match",
     "result": {
+      "type": "new_startup_page"
     },
     "expected": {
+      "type": "rule",
+      "rules": {
+        "expected": "true"
+      }
     }
   }
 }

evaluation_examples/examples/chrome/6766f2b8-8a72-417f-a9e5-56fcaa735837.json

@@ -3,16 +3,59 @@
   "snapshot": "chrome",
   "instruction": "Could you help me install the unpacked extension at /to/path in Chrome?",
   "source": "https://support.google.com/chrome/thread/205881926/it-s-possible-to-load-unpacked-extension-automatically-in-chrome?hl=en",
-  "config": [],
+  "config": [
+    {
+      "type": "download",
+      "parameters": {
+        "files":[
+          {
+            "url":"https://drive.google.com/uc?id=1t-6Qrpgox0UvqQ0EAhkCnSV8Rqsp4cMF&export=download",
+            "path":"/home/user/Desktop/helloExtension.zip"
+          }
+        ]
+      }
+    },
+    {
+      "type": "execute",
+      "parameters": {
+        "command": "echo lixiaochuan20 | sudo -S apt-get update -y && echo lixiaochuan20 | sudo -S apt-get install unzip -y && unzip /home/user/Desktop/helloExtension.zip -d /home/user/Desktop/ && rm /home/user/Desktop/helloExtension.zip",
+        "shell": true
+      }
+    },
+    {
+      "type": "launch",
+      "parameters": {
+        "command": [
+          "google-chrome",
+          "--remote-debugging-port=9222"
+        ]
+      }
+    },
+    {
+      "type": "launch",
+      "parameters": {
+        "command": [
+          "socat",
+          "tcp-listen:9222,fork",
+          "tcp:localhost:1337"
+        ]
+      }
+    }
+  ],
   "trajectory": "trajectories/",
   "related_apps": [
     "chrome"
   ],
   "evaluator": {
-    "func": "",
+    "func": "is_in_list",
     "result": {
+      "type": "find_unpacked_extension_path"
     },
     "expected": {
+      "type": "rule",
+      "rules": {
+        "expected": "/home/user/Desktop/helloExtension"
+      }
     }
   }
 }

evaluation_examples/examples/chrome/9656a811-9b5b-4ddf-99c7-5117bcef0626.json

@@ -3,16 +3,41 @@
   "snapshot": "chrome",
   "instruction": "I want Chrome to warn me whenever I visit a potentially harmful or unsafe website. Can you enable this safety feature?",
   "source": "https://www.quora.com/How-do-I-set-the-security-settings-for-the-Google-Chrome-browser-for-the-best-security#:~:text=Enable%20Safe%20Browsing:%20Chrome%20has%20a%20built%2Din,Security%20%3E%20Security%20%3E%20Enable%20Safe%20Browsing.",
-  "config": [],
+  "config": [
+    {
+      "type": "launch",
+      "parameters": {
+        "command": [
+          "google-chrome",
+          "--remote-debugging-port=9222"
+        ]
+      }
+    },
+    {
+      "type": "launch",
+      "parameters": {
+        "command": [
+          "socat",
+          "tcp-listen:9222,fork",
+          "tcp:localhost:1337"
+        ]
+      }
+    }
+  ],
   "trajectory": "trajectories/",
   "related_apps": [
     "chrome"
   ],
   "evaluator": {
-    "func": "",
+    "func": "exact_match",
     "result": {
+      "type": "enable_enhanced_safety_browsing"
     },
     "expected": {
+      "type": "rule",
+      "rules": {
+        "expected": "true"
+      }
     }
   }
 }

evaluation_examples/examples/os/c56de254-a3ec-414e-81a6-83d2ce8c41fa.json

@@ -7,7 +7,7 @@
       {
         "type": "execute",
         "parameters": {
-          "command": "sudo apt-get update && sudo apt-get install -y python3",
+          "command": "sudo aptget update && sudo apt-get install -y python3",
           "shell": true
         }
       }