Merge remote-tracking branch 'origin/main'

evaluation_examples/examples/multi_apps/2fe4b718-3bd7-46ec-bdce-b184f5653624.json

@@ -0,0 +1,53 @@
+{
+    "id": "2fe4b718-3bd7-46ec-bdce-b184f5653624",
+    "snapshot": "vlc",
+    "instruction": "Could you help me create an Animated GIF src_clip.gif from a video file using VLC and GIMP from the source of video \"src.mp4\" in the desktop, 5-second clip beginning at 00:03?",
+    "source": "https://www.maketecheasier.com/create-gif-from-video-gimp/",
+    "config": [
+        {
+            "type": "launch",
+            "parameters": {
+                "command": [
+                    "gimp"
+                ]
+            }
+        },
+        {
+            "type": "download",
+            "parameters": {
+                "files": [
+                    {
+                        "url": "https://drive.usercontent.google.com/download?id=1krQ_vN3QiboMttWrjDY-YROCWZq6cBtb&export=download",
+                        "path": "/home/user/Desktop/src.mp4"
+                    }
+                ]
+            }
+        },
+        {
+            "type": "launch",
+            "parameters": {
+                "command": [
+                    "vlc"
+                ]
+            }
+        }
+    ],
+    "trajectory": "trajectories/",
+    "related_apps": [
+        "vlc",
+        "gimp"
+    ],
+    "evaluator": {
+        "func": "compare_images",
+        "result": {
+            "type": "vm_file",
+            "path": "/home/user/Desktop/src_clip.gif",
+            "dest": "src_clip.gif"
+        },
+        "expected": {
+            "type": "cloud_file",
+            "path": "https://drive.usercontent.google.com/download?id=1kDq8pakgdZvKh8CFpR5368stf14gwFCp&export=download",
+            "dest": "src_clip_gold.gif"
+        }
+    }
+}

evaluation_examples/examples/multi_apps/58565672-7bfe-48ab-b828-db349231de6b.json

@@ -0,0 +1,93 @@
+{
+    "id": "58565672-7bfe-48ab-b828-db349231de6b",
+    "snapshot": "chrome",
+    "instruction": "Can you assist me by opening the first link in the latest email in Bills folder from Thunderbird and displaying it in a new Chrome tab?",
+    "source": "https://superuser.com/questions/1792660/open-link-from-other-application-does-not-open-the-url-in-firefox",
+    "config": [
+        {
+            "type": "launch",
+            "parameters": {
+                "command": [
+                "google-chrome",
+                "--remote-debugging-port=1337"
+                ]
+            }
+        },
+        {
+            "type": "launch",
+            "parameters": {
+                "command": [
+                    "socat",
+                    "tcp-listen:9222,fork",
+                    "tcp:localhost:1337"
+                ]
+            }
+        },
+        {
+            "type": "chrome_open_tabs",
+            "parameters": {
+                "urls_to_open": [
+                    "https://www.apple.com/",
+                    "https://en.sjtu.edu.cn/",
+                    "https://scholar.google.com/"
+                ]
+            }
+        },
+        {
+            "type": "download",
+            "parameters": {
+                "files": [
+                    {
+                        "url": "https://drive.usercontent.google.com/download?id=1EHLRWzBCOsyERkSMUnTF2pnsR0n6ZvtR&export=download&authuser=0&confirm=t&uuid=88b71c06-b5b9-4108-a516-24c46fe9273d&at=APZUnTXK2q16yG7u43034ou5uCoA:1706600462917",
+                        "path": "/home/user/thunderbird-profile.tar.gz"
+                    }
+                ]
+            }
+        },
+        {
+            "type": "execute",
+            "parameters": {
+                "command": [
+                "tar",
+                "-xz",
+                "--recursive-unlink",
+                "-f",
+                "/home/user/thunderbird-profile.tar.gz",
+                "-C",
+                "/home/user/"
+                ]
+            }
+        },
+        {
+            "type": "launch",
+            "parameters": {
+                "command": [
+                    "/usr/bin/thunderbird"
+                ]
+            }
+        }
+    ],
+    "trajectory": "trajectories/",
+    "related_apps": [
+        "thunderbird",
+        "chrome"
+    ],
+    "evaluator": {
+        "func": "is_expected_tabs",
+        "result": {
+            "type": "open_tabs_info"
+        },
+        "expected": {
+            "type": "rule",
+            "rules": {
+                "type": "url",
+                "urls": [
+                    "https://www.apple.com/",
+                    "https://en.sjtu.edu.cn/",
+                    "https://scholar.google.com/",
+                    "https://www.amazon.com/"
+                ]
+            }
+        }
+    }
+}