From 82798bff6f35c0cbc93f38205e2ddc71bd0e242d Mon Sep 17 00:00:00 2001 From: David Chang Date: Mon, 15 Jan 2024 18:27:29 +0800 Subject: [PATCH 1/3] ver Jan15thv4 fixed errors in server/README --- desktop_env/server/README.md | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/desktop_env/server/README.md b/desktop_env/server/README.md index 1eacf5f..05f2997 100644 --- a/desktop_env/server/README.md +++ b/desktop_env/server/README.md @@ -1,6 +1,7 @@ + ### About the Converted Accessibility Tree @@ -57,7 +58,7 @@ contents. An example of a CSS selector: ```css -application[name=Thunderbird] page-tab-list[attr|id=\"tabmail-tabs\"]>page-tab[name=\"About Profiles\"] +application[name=Thunderbird] page-tab-list[attr|id="tabmail-tabs"]>page-tab[name="About Profiles"] ``` This selector will select the page tab of profile manager in Thunderbird (if open). From 99c83805e58888fdf95a3301d7b95b35e91eba07 Mon Sep 17 00:00:00 2001 From: David Chang Date: Tue, 16 Jan 2024 17:50:12 +0800 Subject: [PATCH 2/3] ver Jan16th updated template.json --- evaluation_examples/examples/template.json | 18 ++++++++++++++++-- 1 file changed, 16 insertions(+), 2 deletions(-) diff --git a/evaluation_examples/examples/template.json b/evaluation_examples/examples/template.json index 35b0c6b..2b3a508 100644 --- a/evaluation_examples/examples/template.json +++ b/evaluation_examples/examples/template.json @@ -3,11 +3,25 @@ "snapshot": "libreoffice_calc", "instruction": "", "source": "", - "config": [], + "config": [ + { + "type": "", + "parameters": {} + } + ], "trajectory": "trajectories/", "related_apps": [ "app1", "app2" ], - "evaluator": "evaluation_dir" + "evaluator": { + "postconfig": [], + "func": "func", + "result": { + "type": "" + }, + "expected": { + "type": "" + } + } } From 42afb708c5d2e8b8b5b10297a90ac5deeaad8c29 Mon Sep 17 00:00:00 2001 From: David Chang Date: Tue, 16 Jan 2024 22:45:52 +0800 Subject: [PATCH 3/3] ver Jan16thv2 remained thunderbird examples --- .../030eeff7-b492-4218-b312-701ec99ee0cc.json | 75 +++++++++++++ .../7b6c7e24-c58a-49fc-a5bb-d57b80e5b4c3.json | 24 ++--- .../94760984-3ff5-41ee-8347-cf1af709fea0.json | 74 +++++++++++++ .../99146c54-4f37-4ab8-9327-5f3291665e1e.json | 101 ++++++++++++++++++ .../bb5e4c0d-f964-439c-97b6-bdb9747de3f4.json | 2 +- .../c9e7eaf2-b1a1-4efc-a982-721972fa9f02.json | 85 +++++++++++++++ 6 files changed, 348 insertions(+), 13 deletions(-) create mode 100644 evaluation_examples/examples/thunderbird/030eeff7-b492-4218-b312-701ec99ee0cc.json create mode 100644 evaluation_examples/examples/thunderbird/94760984-3ff5-41ee-8347-cf1af709fea0.json create mode 100644 evaluation_examples/examples/thunderbird/99146c54-4f37-4ab8-9327-5f3291665e1e.json create mode 100644 evaluation_examples/examples/thunderbird/c9e7eaf2-b1a1-4efc-a982-721972fa9f02.json diff --git a/evaluation_examples/examples/thunderbird/030eeff7-b492-4218-b312-701ec99ee0cc.json b/evaluation_examples/examples/thunderbird/030eeff7-b492-4218-b312-701ec99ee0cc.json new file mode 100644 index 0000000..600ffef --- /dev/null +++ b/evaluation_examples/examples/thunderbird/030eeff7-b492-4218-b312-701ec99ee0cc.json @@ -0,0 +1,75 @@ +{ + "id": "030eeff7-b492-4218-b312-701ec99ee0cc", + "snapshot": "thunderbird", + "instruction": "When I reply to an email, it quotes the original message but offsets it with an indentation and \">\" character. I would like to quote the original message with no indentation, and no special character. Could you help me remove the indentation and \">\" for me?", + "source": "https://superuser.com/questions/1781004/how-do-i-remove-the-indentation-and-character-in-quoted-text-of-a-reply-mess", + "config": [ + { + "type": "download", + "parameters": { + "files": [ + { + "url": "https://drive.usercontent.google.com/download?id=1EHLRWzBCOsyERkSMUnTF2pnsR0n6ZvtR&export=download&authuser=0&confirm=t&uuid=de09bd5e-bef8-499a-b599-c642af190e10&at=APZUnTXqOsQkxl0zMSX6R1Sgp_v3:1704362491712", + "path": "/home/user/thunderbird-profile.tar.gz" + } + ] + } + }, + { + "type": "execute", + "parameters": { + "command": [ + "tar", + "-xzv", + "--recursive-unlink", + "-f", + "/home/user/thunderbird-profile.tar.gz", + "-C", + "/home/user/" + ] + } + }, + { + "type": "launch", + "parameters": { + "command": [ + "/usr/bin/thunderbird" + ] + } + } + ], + "trajectory": "trajectories/030eeff7-b492-4218-b312-701ec99ee0cc", + "related_apps": [ + "thunderbird" + ], + "evaluator": { + "postconfig": [ + { + "type": "command", + "parameters": { + "command": ["wmctrl", "-xFc", "Mail.thunderbird"], + "until": { + "returncode": 1 + } + } + } + ], + "func": "check_thunderbird_prefs", + "result": { + "type": "vm_file", + "path": "/home/user/.thunderbird/t5q2a5hp.default-release/prefs.js", + "dest": "thunder-prefs.js" + }, + "expected": { + "type": "rule", + "rules": { + "unexpect": { + "mail.identity.id1.auto_quote": { + "method": "eq", + "ref": false + } + } + } + } + } +} diff --git a/evaluation_examples/examples/thunderbird/7b6c7e24-c58a-49fc-a5bb-d57b80e5b4c3.json b/evaluation_examples/examples/thunderbird/7b6c7e24-c58a-49fc-a5bb-d57b80e5b4c3.json index 142cd9f..5c7666a 100644 --- a/evaluation_examples/examples/thunderbird/7b6c7e24-c58a-49fc-a5bb-d57b80e5b4c3.json +++ b/evaluation_examples/examples/thunderbird/7b6c7e24-c58a-49fc-a5bb-d57b80e5b4c3.json @@ -1,7 +1,7 @@ { "id": "7b6c7e24-c58a-49fc-a5bb-d57b80e5b4c3", "snapshot": "thunderbird", - "instruction": "Help me access my gmail account with address \"xx@gmail.com\" and password \"xxx\"", + "instruction": "Help me access my outlook account with address \"anonym-x2024@outlook.com\" and password 'gTCI\";=@y7|QJ0nDa_kN3Sb&>' (without ')", "source": "https://www.wikihow.com/Access-Gmail-With-Mozilla-Thunderbird", "config": [ { @@ -9,8 +9,8 @@ "parameters": { "files": [ { - "url": "https://drive.usercontent.google.com/download?id=1EHLRWzBCOsyERkSMUnTF2pnsR0n6ZvtR&export=download&authuser=0&confirm=t&uuid=de09bd5e-bef8-499a-b599-c642af190e10&at=APZUnTXqOsQkxl0zMSX6R1Sgp_v3:1704362491712", - "path": "/home/user/thunderbird-profile.tar.gz" + "url": "https://drive.usercontent.google.com/download?id=1hSVXjep_RBaN2VN039sKCkFM5NB32wn9&export=download&authuser=0&confirm=t&uuid=90be5a47-f360-4460-8706-628ae555e52b&at=APZUnTV7JqHDhcQJjWKJL_2jO1vj:1705411196058", + "path": "/home/user/thunderbird-profile-blank.tar.gz" } ] } @@ -23,7 +23,7 @@ "-xzv", "--recursive-unlink", "-f", - "/home/user/thunderbird-profile.tar.gz", + "/home/user/thunderbird-profile-blank.tar.gz", "-C", "/home/user/" ] @@ -38,7 +38,7 @@ } } ], - "trajectory": "trajectories/", + "trajectory": "trajectories/7b6c7e24-c58a-49fc-a5bb-d57b80e5b4c3", "related_apps": [ "thunderbird" ], @@ -49,7 +49,7 @@ "parameters": { "files": [ { - "url": "https://raw.githubusercontent.com/unode/firefox_decrypt/main/firefox_decrypt.py", + "url": "https://raw.githubusercontent.com/unode/firefox_decrypt/3f1a6dce63056c1f64d845ff077fc1e653e757c6/firefox_decrypt.py", "path": "/home/user/firefox_decrypt.py" } ] @@ -84,14 +84,14 @@ "rules": { "expect": [ { - "url": "imap://imap.gmail.com", - "user": "xx@gmail.com", - "password": "xxx" + "url": "imap://outlook.office365.com", + "user": "anonym-x2024@outlook.com", + "password": "gTCI\";=@y7|QJ0nDa_kN3Sb&>" }, { - "url": "smtp://smtp.gmail.com", - "user": "xx@gmail.com", - "password": "xxx" + "url": "smtp://smtp.office365.com", + "user": "anonym-x2024@outlook.com", + "password": "gTCI\";=@y7|QJ0nDa_kN3Sb&>" } ] } diff --git a/evaluation_examples/examples/thunderbird/94760984-3ff5-41ee-8347-cf1af709fea0.json b/evaluation_examples/examples/thunderbird/94760984-3ff5-41ee-8347-cf1af709fea0.json new file mode 100644 index 0000000..813b3f4 --- /dev/null +++ b/evaluation_examples/examples/thunderbird/94760984-3ff5-41ee-8347-cf1af709fea0.json @@ -0,0 +1,74 @@ +{ + "id": "94760984-3ff5-41ee-8347-cf1af709fea0", + "snapshot": "thunderbird", + "instruction": "Considering I work late into the ight and use Thunderbird frequently, I find that a full dark mode would be easier on my eyes during those hours. Can you help me enable a complete dark mode in Thunderbird?", + "source": "https://superuser.com/questions/1757333/how-can-i-view-thunderbird-in-full-dark-mode", + "config": [ + { + "type": "download", + "parameters": { + "files": [ + { + "url": "https://drive.usercontent.google.com/download?id=1EHLRWzBCOsyERkSMUnTF2pnsR0n6ZvtR&export=download&authuser=0&confirm=t&uuid=de09bd5e-bef8-499a-b599-c642af190e10&at=APZUnTXqOsQkxl0zMSX6R1Sgp_v3:1704362491712", + "path": "/home/user/thunderbird-profile.tar.gz" + } + ] + } + }, + { + "type": "execute", + "parameters": { + "command": [ + "tar", + "-xzv", + "--recursive-unlink", + "-f", + "/home/user/thunderbird-profile.tar.gz", + "-C", + "/home/user/" + ] + } + }, + { + "type": "launch", + "parameters": { + "command": [ + "/usr/bin/thunderbird" + ] + } + } + ], + "trajectory": "trajectories/94760984-3ff5-41ee-8347-cf1af709fea0", + "related_apps": [ + "thunderbird" + ], + "evaluator": { + "postconfig": [ + { + "type": "command", + "parameters": { + "command": ["wmctrl", "-xFc", "Mail.thunderbird"], + "until": { + "returncode": 1 + } + } + } + ], + "func": "check_thunderbird_prefs", + "result": { + "type": "vm_file", + "path": "/home/user/.thunderbird/t5q2a5hp.default-release/prefs.js", + "dest": "thunder-prefs.js" + }, + "expected": { + "type": "rule", + "rules": { + "expect": { + "extensions.activeThemeID": { + "method": "re", + "ref": "dark" + } + } + } + } +} diff --git a/evaluation_examples/examples/thunderbird/99146c54-4f37-4ab8-9327-5f3291665e1e.json b/evaluation_examples/examples/thunderbird/99146c54-4f37-4ab8-9327-5f3291665e1e.json new file mode 100644 index 0000000..923f7be --- /dev/null +++ b/evaluation_examples/examples/thunderbird/99146c54-4f37-4ab8-9327-5f3291665e1e.json @@ -0,0 +1,101 @@ +{ + "id": "99146c54-4f37-4ab8-9327-5f3291665e1e", + "snapshot": "thunderbird", + "instruction": "Due to certain security considerations and the nature of my work, I prefer not to configure an incoming email service in Thunderbird. However, I still need to send emails. Can you help me set up Thunderbird to send emails from anonym-x2024@outlook.com without configuring its incoming email service?", + "source": "https://superuser.com/questions/1764409/how-to-send-email-with-thunderbird-without-configuring-an-incoming-email-service", + "config": [ + { + "type": download", + "parameters": { + "files": [ + { + "url": "https://drive.usercontent.google.com/download?id=1hSVXjep_RBaN2VN039sKCkFM5NB32wn9&export=download&authuser=0&confirm=t&uuid=90be5a47-f360-4460-8706-628ae555e52b&at=APZUnTV7JqHDhcQJjWKJL_2jO1vj:1705411196058", + "path": "/home/user/thunderbird-profile-blank.tar.gz" + } + ] + } + }, + { + "type": "execute", + "parameters": { + "command": [ + "tar", + "-xzv", + "--recursive-unlink", + "-f", + "/home/user/thunderbird-profile-blank.tar.gz", + "-C", + "/home/user/" + ] + } + }, + { + "type": "launch", + "parameters": { + "command": [ + "/usr/bin/thunderbird" + ] + } + } + ], + "trajectory": "trajectories/99146c54-4f37-4ab8-9327-5f3291665e1e", + "related_apps": [ + "thunderbird" + ], + "evaluator": { + "postconfig": [ + { + "type": "download", + "parameters": { + "files": [ + { + "url": "https://raw.githubusercontent.com/unode/firefox_decrypt/3f1a6dce63056c1f64d845ff077fc1e653e757c6/firefox_decrypt.py", + "path": "/home/user/firefox_decrypt.py" + } + ] + } + }, + { + "type": "execute", + "parameters": { + "command": [ + "python3", + "/home/user/firefox_decrypt.py", + "/home/user/.thunderbird", + "-n", + "-c", + "2", + "-f", + "csv", + "-d", + "," + ], + "stdout": "thunderbird-accounts.csv" + } + } + ], + "func": "check_csv", + "result": { + "type": "cache_file", + "path": "thunderbird-accounts.csv" + }, + "expected": { + "type": "rule", + "rules": { + "unexpect": [ + { + "url": "imap://outlook.office365.com", + "user": "anonym-x2024@outlook.com" + } + ], + "expect": [ + { + "url": "smtp://smtp.office365.com", + "user": "anonym-x2024@outlook.com", + "password": "gTCI\";=@y7|QJ0nDa_kN3Sb&>" + } + ] + } + } + } +} diff --git a/evaluation_examples/examples/thunderbird/bb5e4c0d-f964-439c-97b6-bdb9747de3f4.json b/evaluation_examples/examples/thunderbird/bb5e4c0d-f964-439c-97b6-bdb9747de3f4.json index a50953e..54a4320 100644 --- a/evaluation_examples/examples/thunderbird/bb5e4c0d-f964-439c-97b6-bdb9747de3f4.json +++ b/evaluation_examples/examples/thunderbird/bb5e4c0d-f964-439c-97b6-bdb9747de3f4.json @@ -49,7 +49,7 @@ "parameters": { "files": [ { - "url": "https://raw.githubusercontent.com/unode/firefox_decrypt/main/firefox_decrypt.py", + "url": "https://raw.githubusercontent.com/unode/firefox_decrypt/3f1a6dce63056c1f64d845ff077fc1e653e757c6/firefox_decrypt.py", "path": "/home/user/firefox_decrypt.py" } ] diff --git a/evaluation_examples/examples/thunderbird/c9e7eaf2-b1a1-4efc-a982-721972fa9f02.json b/evaluation_examples/examples/thunderbird/c9e7eaf2-b1a1-4efc-a982-721972fa9f02.json new file mode 100644 index 0000000..d5bef4e --- /dev/null +++ b/evaluation_examples/examples/thunderbird/c9e7eaf2-b1a1-4efc-a982-721972fa9f02.json @@ -0,0 +1,85 @@ +{ + "id": "c9e7eaf2-b1a1-4efc-a982-721972fa9f02", + "snapshot": "thunderbird", + "instruction": "Thunderbird's message filters seem to only fire on Inbox automatically. If you want to filter on subfolders, you'd have to start this filter manually. I am wondering if the filter can be applied automatically. Could you help me apply automatic message filters to subfolders", + "source": "https://superuser.com/questions/544480/how-to-apply-automatic-message-filters-to-subfolders-too?noredirect=1&lq=1", + "config": [ + { + "type": "download", + "parameters": { + "files": [ + { + "url": "https://drive.usercontent.google.com/download?id=1EHLRWzBCOsyERkSMUnTF2pnsR0n6ZvtR&export=download&authuser=0&confirm=t&uuid=de09bd5e-bef8-499a-b599-c642af190e10&at=APZUnTXqOsQkxl0zMSX6R1Sgp_v3:1704362491712", + "path": "/home/user/thunderbird-profile.tar.gz" + } + ] + } + }, + { + "type": "execute", + "parameters": { + "command": [ + "tar", + "-xzv", + "--recursive-unlink", + "-f", + "/home/user/thunderbird-profile.tar.gz", + "-C", + "/home/user/" + ] + } + }, + { + "type": "launch", + "parameters": { + "command": [ + "/usr/bin/thunderbird" + ] + } + } + ], + "trajectory": "trajectories/c9e7eaf2-b1a1-4efc-a982-721972fa9f02", + "related_apps": [ + "thunderbird" + ], + "evaluator": { + "postconfig": [ + { + "type": "command", + "parameters": { + "command": ["wmctrl", "-xFc", "Mail.thunderbird"], + "until": { + "returncode": 1 + } + } + } + ], + "func": "check_thunderbird_prefs", + "result": { + "type": "vm_file", + "path": "/home/user/.thunderbird/t5q2a5hp.default-release/prefs.js", + "dest": "thunder-prefs.js" + }, + "expected": { + "type": "rule", + "rules": { + "expect": { + "mail.server.default.applyIncomingFilters": { + "method": "eq", + "ref": true + }, + "mail.imap.use_status_for_biff": { + "method": "eq", + "ref": false + } + }, + "unexpect": { + "mail.server.default.autosync_offline_stores": { + "method": "eq", + "ref": false + } + } + } + } + } +}