add multi_apps; update chrome utilities

evaluation_examples/examples/multi_apps/897e3b53-5d4d-444b-85cb-2cdc8a97d903.json

@@ -0,0 +1,93 @@
+{
+    "id": "897e3b53-5d4d-444b-85cb-2cdc8a97d903",
+    "snapshot": "chrome",
+    "instruction": "I have a LibreOffice Writer file form.docx on the desktop. Help me convert it to PDF format and store it in the forms/ folder in Google Drive.",
+    "source": "https://marketplace.uipath.com/listings/convert-word-file-to-pdf-and-store-in-onedrive",
+    "config": [
+        {
+            "type": "googledrive",
+            "parameters": {
+                "settings_file": "evaluation_examples/settings/googledrive/settings.yml",
+                "operation": ["delete"],
+                "args": [
+                    {
+                        "query": "title = 'form.pdf' or title = 'form.docx' or title = 'form.docx.pdf'",
+                        "trash": false
+                    }
+                ]
+            }
+        },
+        {
+            "type": "launch",
+            "parameters": {
+                "command": [
+                    "chromium-browser",
+                    "--remote-debugging-port=1337"
+                ]
+            }
+        },
+        {
+            "type": "launch",
+            "parameters": {
+                "command": [
+                    "socat",
+                    "tcp-listen:9222,fork",
+                    "tcp:localhost:1337"
+                ]
+            }
+        },
+        {
+            "type": "chrome_open_tabs",
+            "parameters": {
+                "urls_to_open": [
+                    "https://www.zhihu.com/",
+                    "https://www.coursera.org/",
+                    "https://www.wikidata.org/wiki/Wikidata:Main_Page"
+                ]
+            }
+        },
+        {
+            "type": "login",
+            "parameters": {
+                "settings_file": "evaluation_examples/settings/google/settings.json",
+                "platform": "googledrive"
+            }
+        },
+        {
+            "type": "download",
+            "parameters": {
+              "files": [
+                {
+                  "url": "https://drive.usercontent.google.com/download?id=18TvzE8jnULU2g9XJsT-TaPEKcLGNVfu0&export=download&authuser=0&confirm=t&uuid=d914e031-9aa6-431b-81c0-73fcb87af027&at=APZUnTUx56WM_I3gnhHo-eZX__kx:1706158167271",
+                  "path": "/home/user/Desktop/form.docx"
+                }
+              ]
+            }
+          },
+          {
+            "type": "open",
+            "parameters": {
+              "path": "/home/user/Desktop/form.docx"
+            }
+          }
+    ],
+    "trajectory": "trajectories/",
+    "related_apps": [
+        "libreoffice_writer",
+        "chrome"
+    ],
+    "evaluator": {
+        "func": "compare_pdfs",
+        "result": {
+            "type": "googledrive_file",
+            "settings_file": "evaluation_examples/settings/googledrive/settings.yml",
+            "query": "( title = 'form.pdf' or title = 'form.docx.pdf' ) and trashed = false",
+            "dest": "form.pdf"
+        },
+        "expected": {
+            "type": "cloud_file",
+            "path": "https://drive.usercontent.google.com/download?id=118wb7zmG8yP7DS1cImP9-GcOeKib3fLp&export=download&authuser=0&confirm=t&uuid=b82542fa-7731-4014-8ebc-d940f0fb83fe&at=APZUnTVkmL9rk3EpA0Ak5JLPEnJZ:1706101389421",
+            "dest": "form_gold.pdf"
+        }
+    }
+}

evaluation_examples/examples/multi_apps/f8cfa149-d1c1-4215-8dac-4a0932bad3c2.json

@@ -0,0 +1,73 @@
+{
+    "id": "f8cfa149-d1c1-4215-8dac-4a0932bad3c2",
+    "snapshot": "chrome",
+    "instruction": "Could you help me copy the data in Cell B6 in this Libreoffice Calc file and search it in the Chrome browser.",
+    "source": "https://superuser.com/questions/1803088/libreoffice-calc-clears-clipboard",
+    "config": [
+        {
+            "type": "download",
+            "parameters": {
+              "files": [
+                {
+                  "url": "https://drive.usercontent.google.com/download?id=1MHk40tzMiyOwNbRj1W-_A-nIisk1TbuM&export=download&authuser=0&confirm=t&uuid=a8674a99-fb5f-4aeb-98ca-338197d73890&at=APZUnTW2thoQGMqgEyD0lNcRISJ_:1706006672423",
+                  "path": "/home/user/cell_search.xlsx"
+                }
+              ]
+            }
+          },
+          {
+            "type": "launch",
+            "parameters": {
+              "command": [
+                "google-chrome",
+                "--remote-debugging-port=1337"
+              ]
+            }
+          },
+          {
+            "type": "launch",
+            "parameters": {
+              "command": [
+                "socat",
+                "tcp-listen:9222,fork",
+                "tcp:localhost:1337"
+              ]
+            }
+          },
+          {
+            "type": "chrome_open_tabs",
+            "parameters": {
+              "urls_to_open": [
+                "https://en.wikipedia.org/wiki/Main_Page",
+                "https://pytorch.org/tutorials/",
+                "https://releases.ubuntu.com/"
+              ]
+            }
+          },
+          {
+            "type": "open",
+            "parameters": {
+              "path": "/home/user/cell_search.xlsx"
+            }
+          }
+    ],
+    "trajectory": "trajectories/",
+    "related_apps": [
+      "libreoffice_calc",
+      "chrome"
+    ],
+    "evaluator": {
+      "func": "is_expected_search_query",
+      "result": {
+        "type": "active_tab_info"
+      },
+      "expected": {
+        "type": "rule",
+        "rules": {
+            "expect": {
+                "pattern": "www\\.google\\.com.*?/search\\?q=Nereida&"
+            }
+        }
+      }
+    }
+}

evaluation_examples/settings/google/settings.json

@@ -0,0 +1,4 @@
+{
+    "account": "xlang2024anonym@gmail.com",
+    "password": "q]wN~0iD>H:6"
+}

evaluation_examples/settings/googledrive/client_secrets.json

@@ -0,0 +1,13 @@
+{
+    "installed": {
+        "client_id": "786888752612-6cv6lermep9n6704s4kv20h08lotias9.apps.googleusercontent.com",
+        "project_id": "xlang-2024-benchmarking",
+        "auth_uri": "https://accounts.google.com/o/oauth2/auth",
+        "token_uri": "https://oauth2.googleapis.com/token",
+        "auth_provider_x509_cert_url": "https://www.googleapis.com/oauth2/v1/certs",
+        "client_secret": "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",
+        "redirect_uris": [
+            "http://localhost"
+        ]
+    }
+}

evaluation_examples/settings/googledrive/credentials.json

@@ -0,0 +1 @@
+{"access_token": "ya29.a0AfB_byAHYEB_El-ry3ChNYPLX14Tmq9Nq5j640ghesztCRfoMEPMW79ENOZT8Ab-5wdY7UFxL2ih5l5nhsBf3QENT8W7l7X3QmtQrhyUnDzCfWW2tzYxrNR34iisY0OFWAR9JSfyQPvkpkWQOq0T0QGkBZ8Rg60PVGraNgaCgYKAfQSARISFQHGX2MiTg-uFBVMQnVo8b2H7tuOqw0173", "client_id": "786888752612-6cv6lermep9n6704s4kv20h08lotias9.apps.googleusercontent.com", "client_secret": "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", "refresh_token": "1//0e0qXy4xW1Ud5CgYIARAAGA4SNwF-L9IrWfaomed_CK0R7zZffcpT-GIXf3y2ZjqqAD0UP6UkbaMV9F_OEC6pBVaaX4TYnBKx3os", "token_expiry": "2024-01-25T05:51:17Z", "token_uri": "https://oauth2.googleapis.com/token", "user_agent": null, "revoke_uri": "https://oauth2.googleapis.com/revoke", "id_token": null, "id_token_jwt": null, "token_response": {"access_token": "ya29.a0AfB_byAHYEB_El-ry3ChNYPLX14Tmq9Nq5j640ghesztCRfoMEPMW79ENOZT8Ab-5wdY7UFxL2ih5l5nhsBf3QENT8W7l7X3QmtQrhyUnDzCfWW2tzYxrNR34iisY0OFWAR9JSfyQPvkpkWQOq0T0QGkBZ8Rg60PVGraNgaCgYKAfQSARISFQHGX2MiTg-uFBVMQnVo8b2H7tuOqw0173", "expires_in": 3599, "scope": "https://www.googleapis.com/auth/drive", "token_type": "Bearer"}, "scopes": ["https://www.googleapis.com/auth/drive"], "token_info_uri": "https://oauth2.googleapis.com/tokeninfo", "invalid": false, "_class": "OAuth2Credentials", "_module": "oauth2client.client"}

evaluation_examples/settings/googledrive/settings.yml

@@ -0,0 +1,8 @@
+client_config_backend: file
+client_config_file: evaluation_examples/settings/googledrive/client_secrets.json
+
+save_credentials: True
+save_credentials_backend: file
+save_credentials_file: evaluation_examples/settings/googledrive/credentials.json
+
+get_refresh_token: True