lzy/sci-gui-agent-benchmark
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Fix id

Browse Source
This commit is contained in:
Timothyxxx
2025-03-03 18:26:26 +08:00
parent c4d818c5cf
commit 13127de01e
15 changed files with 1157 additions and 1144 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
evaluation_examples/examples/thunderbird/08c73485-7c6d-4681-999d-919f5c32dcfa.json
View File

@@ -1,5 +1,5 @@
{ {
"id": "c9e7eaf2-b1a1-4efc-a982-721972fa9f02", "id": "08c73485-7c6d-4681-999d-919f5c32dcfa",
"snapshot": "thunderbird", "snapshot": "thunderbird",
"instruction": "Thunderbird's message filters seem to only fire on Inbox automatically. If you want to filter on subfolders, you'd have to start this filter manually. I am wondering if the filter can be applied automatically. Could you help me apply automatic message filters to subfolders", "instruction": "Thunderbird's message filters seem to only fire on Inbox automatically. If you want to filter on subfolders, you'd have to start this filter manually. I am wondering if the filter can be applied automatically. Could you help me apply automatic message filters to subfolders",
"source": "https://superuser.com/questions/544480/how-to-apply-automatic-message-filters-to-subfolders-too?noredirect=1&lq=1", "source": "https://superuser.com/questions/544480/how-to-apply-automatic-message-filters-to-subfolders-too?noredirect=1&lq=1",
@@ -38,7 +38,7 @@
} }
} }
], ],
"trajectory": "trajectories/c9e7eaf2-b1a1-4efc-a982-721972fa9f02", "trajectory": "trajectories/",
"related_apps": [ "related_apps": [
"thunderbird" "thunderbird"
], ],

4
evaluation_examples/examples/thunderbird/10a730d5-d414-4b40-b479-684bed1ae522.json
View File

@@ -1,5 +1,5 @@
{ {
"id": "94760984-3ff5-41ee-8347-cf1af709fea0", "id": "10a730d5-d414-4b40-b479-684bed1ae522",
"snapshot": "thunderbird", "snapshot": "thunderbird",
"instruction": "Considering I work late into the ight and use Thunderbird frequently, I find that a full dark mode would be easier on my eyes during those hours. Can you help me enable a complete dark mode in Thunderbird?", "instruction": "Considering I work late into the ight and use Thunderbird frequently, I find that a full dark mode would be easier on my eyes during those hours. Can you help me enable a complete dark mode in Thunderbird?",
"source": "https://superuser.com/questions/1757333/how-can-i-view-thunderbird-in-full-dark-mode", "source": "https://superuser.com/questions/1757333/how-can-i-view-thunderbird-in-full-dark-mode",
@@ -38,7 +38,7 @@
} }
} }
], ],
"trajectory": "trajectories/94760984-3ff5-41ee-8347-cf1af709fea0", "trajectory": "trajectories/",
"related_apps": [ "related_apps": [
"thunderbird" "thunderbird"
], ],

17
evaluation_examples/examples/thunderbird/15c3b339-88f7-4a86-ab16-e71c58dcb01e.json
View File

@@ -1,5 +1,5 @@
{ {
"id": "7b6c7e24-c58a-49fc-a5bb-d57b80e5b4c3", "id": "15c3b339-88f7-4a86-ab16-e71c58dcb01e",
"snapshot": "thunderbird", "snapshot": "thunderbird",
"instruction": "Help me access my outlook account with address \"anonym-x2024@outlook.com\" and password 'Wlv(z._6y|a,rrjfQuQhIi\\$;' (without ')", "instruction": "Help me access my outlook account with address \"anonym-x2024@outlook.com\" and password 'Wlv(z._6y|a,rrjfQuQhIi\\$;' (without ')",
"source": "https://www.wikihow.com/Access-Gmail-With-Mozilla-Thunderbird", "source": "https://www.wikihow.com/Access-Gmail-With-Mozilla-Thunderbird",
@@ -10,7 +10,7 @@
"files": [ "files": [
{ {
"url": "https://drive.usercontent.google.com/download?id=1hSVXjep_RBaN2VN039sKCkFM5NB32wn9&export=download&authuser=0&confirm=t&uuid=90be5a47-f360-4460-8706-628ae555e52b&at=APZUnTV7JqHDhcQJjWKJL_2jO1vj:1705411196058", "url": "https://drive.usercontent.google.com/download?id=1hSVXjep_RBaN2VN039sKCkFM5NB32wn9&export=download&authuser=0&confirm=t&uuid=90be5a47-f360-4460-8706-628ae555e52b&at=APZUnTV7JqHDhcQJjWKJL_2jO1vj:1705411196058",
"path": "/home/user/thunderbird-profile-blank.tar.gz" "path": "/home/user/Desktop/thunderbird-profile-blank.tar.gz"
} }
] ]
} }
@@ -21,11 +21,10 @@
"command": [ "command": [
"tar", "tar",
"-xzv", "-xzv",
"--recursive-unlink",
"-f", "-f",
"/home/user/thunderbird-profile-blank.tar.gz", "/home/user/Desktop/thunderbird-profile-blank.tar.gz",
"-C", "-C",
"/home/user/" "/home/user/Desktop/"
] ]
} }
}, },
@@ -38,7 +37,7 @@
} }
} }
], ],
"trajectory": "trajectories/7b6c7e24-c58a-49fc-a5bb-d57b80e5b4c3", "trajectory": "trajectories/",
"related_apps": [ "related_apps": [
"thunderbird" "thunderbird"
], ],
@@ -50,7 +49,7 @@
"files": [ "files": [
{ {
"url": "https://raw.githubusercontent.com/unode/firefox_decrypt/3f1a6dce63056c1f64d845ff077fc1e653e757c6/firefox_decrypt.py", "url": "https://raw.githubusercontent.com/unode/firefox_decrypt/3f1a6dce63056c1f64d845ff077fc1e653e757c6/firefox_decrypt.py",
"path": "/home/user/firefox_decrypt.py" "path": "/home/user/Desktop/firefox_decrypt.py"
} }
] ]
} }
@@ -60,8 +59,8 @@
"parameters": { "parameters": {
"command": [ "command": [
"python3", "python3",
"/home/user/firefox_decrypt.py", "/home/user/Desktop/firefox_decrypt.py",
"/home/user/.thunderbird", "/home/user/Desktop/.thunderbird",
"-n", "-n",
"-c", "-c",
"2", "2",

2
evaluation_examples/examples/thunderbird/3f28fe4f-5d9d-4994-a456-efd78cfae1a3.json
View File

@@ -1,5 +1,5 @@
{ {
"id": "6766f2b8-8a72-417f-a9e5-56fcaa735837", "id": "3f28fe4f-5d9d-4994-a456-efd78cfae1a3",
"snapshot": "thunderbird", "snapshot": "thunderbird",
"instruction": "Set up a signature using my name and affiliation. My name is Anonym and my affiliation is XYZ Lab.", "instruction": "Set up a signature using my name and affiliation. My name is Anonym and my affiliation is XYZ Lab.",
"source": "https://www.adsigner.com/user-manual/signatures/setup-email-client-thunderbird/#:~:text=is%20probably%20hidden.-,Right%20click%20on%20the%20empty%20space%20at%20the%20top%20of,signature%20from%20a%20file%20instead.", "source": "https://www.adsigner.com/user-manual/signatures/setup-email-client-thunderbird/#:~:text=is%20probably%20hidden.-,Right%20click%20on%20the%20empty%20space%20at%20the%20top%20of,signature%20from%20a%20file%20instead.",

4
evaluation_examples/examples/thunderbird/3f49d2cc-f400-4e7d-90cc-9b18e401cc31.json
View File

@@ -1,5 +1,5 @@
{ {
"id": "480bcfea-d68f-4aaa-a0a9-2589ef319381", "id": "3f49d2cc-f400-4e7d-90cc-9b18e401cc31",
"snapshot": "thunderbird", "snapshot": "thunderbird",
"instruction": "I've got a bunch of email accounts in Thunderbird, and it's a hassle to check them one by one. Can you show me how to set up a unified inbox so I can see all my emails in one place?", "instruction": "I've got a bunch of email accounts in Thunderbird, and it's a hassle to check them one by one. Can you show me how to set up a unified inbox so I can see all my emails in one place?",
"source": "https://www.reddit.com/r/Thunderbird/comments/182dg5p/unified_inbox_howto/", "source": "https://www.reddit.com/r/Thunderbird/comments/182dg5p/unified_inbox_howto/",
@@ -38,7 +38,7 @@
} }
} }
], ],
"trajectory": "trajectories/480bcfea-d68f-4aaa-a0a9-2589ef319381", "trajectory": "trajectories/",
"related_apps": [ "related_apps": [
"thunderbird" "thunderbird"
], ],

10
evaluation_examples/examples/thunderbird/5203d847-2572-4150-912a-03f062254390.json
View File

@@ -1,7 +1,7 @@
{ {
"id": "e1e75309-3ddb-4d09-92ec-de869c928143", "id": "5203d847-2572-4150-912a-03f062254390",
"snapshot": "thunderbird", "snapshot": "thunderbird",
"instruction": "Create a local folder called \"Promotions\" and create a filter to auto move the inbox emails whose subject contains “discount” to the new folder", "instruction": "Create a local folder called \"Promotions\" and create a filter to auto move the inbox emails whose subject contains \u201cdiscount\u201d to the new folder",
"source": "https://support.mozilla.org/en-US/kb/organize-your-messages-using-filters", "source": "https://support.mozilla.org/en-US/kb/organize-your-messages-using-filters",
"config": [ "config": [
{ {
@@ -38,7 +38,7 @@
} }
} }
], ],
"trajectory": "trajectories/e1e75309-3ddb-4d09-92ec-de869c928143", "trajectory": "trajectories/",
"related_apps": [ "related_apps": [
"thunderbird" "thunderbird"
], ],
@@ -72,7 +72,9 @@
"enabled": "yes", "enabled": "yes",
"action": "Move to folder", "action": "Move to folder",
"actionValue": "mailbox://nobody@Local%20Folders/Promotions", "actionValue": "mailbox://nobody@Local%20Folders/Promotions",
"condition": ["AND (subject,contains,discount)"] "condition": [
"AND (subject,contains,discount)"
]
} }
] ]
} }

11
evaluation_examples/examples/thunderbird/7b1e1ff9-bb85-49be-b01d-d6424be18cd0.json
View File

@@ -1,5 +1,5 @@
{ {
"id": "12086550-11c0-466b-b367-1d9e75b3910e", "id": "7b1e1ff9-bb85-49be-b01d-d6424be18cd0",
"snapshot": "thunderbird", "snapshot": "thunderbird",
"instruction": "Could you help me open up the Thunderbird profile manager utility?", "instruction": "Could you help me open up the Thunderbird profile manager utility?",
"source": "https://www.quora.com/How-do-I-open-a-Thunderbird-profile-manager-utility", "source": "https://www.quora.com/How-do-I-open-a-Thunderbird-profile-manager-utility",
@@ -10,7 +10,7 @@
"files": [ "files": [
{ {
"url": "https://drive.usercontent.google.com/download?id=1EHLRWzBCOsyERkSMUnTF2pnsR0n6ZvtR&export=download&authuser=0&confirm=t&uuid=de09bd5e-bef8-499a-b599-c642af190e10&at=APZUnTXqOsQkxl0zMSX6R1Sgp_v3:1704362491712", "url": "https://drive.usercontent.google.com/download?id=1EHLRWzBCOsyERkSMUnTF2pnsR0n6ZvtR&export=download&authuser=0&confirm=t&uuid=de09bd5e-bef8-499a-b599-c642af190e10&at=APZUnTXqOsQkxl0zMSX6R1Sgp_v3:1704362491712",
"path": "/home/user/thunderbird-profile.tar.gz" "path": "/home/user/Desktop/thunderbird-profile.tar.gz"
} }
] ]
} }
@@ -21,11 +21,10 @@
"command": [ "command": [
"tar", "tar",
"-xzv", "-xzv",
"--recursive-unlink",
"-f", "-f",
"/home/user/thunderbird-profile.tar.gz", "/home/user/Desktop/thunderbird-profile.tar.gz",
"-C", "-C",
"/home/user/" "/home/user/Desktop/"
] ]
} }
}, },
@@ -38,7 +37,7 @@
} }
} }
], ],
"trajectory": "trajectories/12086550-11c0-466b-b367-1d9e75b3910e", "trajectory": "trajectories/",
"related_apps": [ "related_apps": [
"thunderbird" "thunderbird"
], ],

8
evaluation_examples/examples/thunderbird/9b7bc335-06b5-4cd3-9119-1a649c478509.json
View File

@@ -1,5 +1,5 @@
{ {
"id": "35253b65-1c19-4304-8aa4-6884b8218fc0", "id": "9b7bc335-06b5-4cd3-9119-1a649c478509",
"snapshot": "thunderbird", "snapshot": "thunderbird",
"instruction": "Set up to forward every email received by anonym-x2024@outlook.com in the future to anonym-x2024@gmail.com. Please don't touch the online account. Just locally in the Thunderbird!", "instruction": "Set up to forward every email received by anonym-x2024@outlook.com in the future to anonym-x2024@gmail.com. Please don't touch the online account. Just locally in the Thunderbird!",
"source": "https://support.mozilla.org/en-US/questions/1259354", "source": "https://support.mozilla.org/en-US/questions/1259354",
@@ -38,7 +38,7 @@
} }
} }
], ],
"trajectory": "trajectories/35253b65-1c19-4304-8aa4-6884b8218fc0", "trajectory": "trajectories/",
"related_apps": [ "related_apps": [
"thunderbird" "thunderbird"
], ],
@@ -72,7 +72,9 @@
"enabled": "yes", "enabled": "yes",
"action": "Forward", "action": "Forward",
"actionValue": "anonym-x2024@gmail.com", "actionValue": "anonym-x2024@gmail.com",
"condition": ["ALL"] "condition": [
"ALL"
]
} }
] ]
} }

12
evaluation_examples/examples/thunderbird/9bc3cc16-074a-45ac-9bdc-b2a362e1daf3.json
View File

@@ -1,5 +1,5 @@
{ {
"id": "06fe7178-4491-4589-810f-2e2bc9502122", "id": "9bc3cc16-074a-45ac-9bdc-b2a362e1daf3",
"snapshot": "thunderbird", "snapshot": "thunderbird",
"instruction": "Could you help me back up all the email files in my inbox to ~/emails.bak? Please save them separately in eml format.", "instruction": "Could you help me back up all the email files in my inbox to ~/emails.bak? Please save them separately in eml format.",
"source": "https://www.quora.com/How-do-I-backup-email-files-in-Mozilla-Thunderbird", "source": "https://www.quora.com/How-do-I-backup-email-files-in-Mozilla-Thunderbird",
@@ -38,7 +38,7 @@
} }
} }
], ],
"trajectory": "trajectories/06fe7178-4491-4589-810f-2e2bc9502122", "trajectory": "trajectories/",
"related_apps": [ "related_apps": [
"thunderbird" "thunderbird"
], ],
@@ -47,7 +47,11 @@
{ {
"type": "command", "type": "command",
"parameters": { "parameters": {
"command": ["ls", "-R", "/home/user/emails.bak"], "command": [
"ls",
"-R",
"/home/user/emails.bak"
],
"stdout": "emails.bak.ls" "stdout": "emails.bak.ls"
} }
} }
@@ -61,7 +65,7 @@
"type": "rule", "type": "rule",
"rules": { "rules": {
"expect": [ "expect": [
"歡迎使用新的 Outlook.com 帳戶.*\\.eml", "\u6b61\u8fce\u4f7f\u7528\u65b0\u7684 Outlook.com \u5e33\u6236.*\\.eml",
"A Test E-mail.*\\.eml" "A Test E-mail.*\\.eml"
] ]
} }

8
evaluation_examples/examples/thunderbird/a10b69e1-6034-4a2b-93e1-571d45194f75.json
View File

@@ -1,5 +1,5 @@
{ {
"id": "2ad9387a-65d8-4e33-ad5b-7580065a27ca", "id": "a10b69e1-6034-4a2b-93e1-571d45194f75",
"snapshot": "thunderbird", "snapshot": "thunderbird",
"instruction": "Create two local folders in Thunderbird for me: COMPANY and UNIVERSITY.", "instruction": "Create two local folders in Thunderbird for me: COMPANY and UNIVERSITY.",
"source": "https://support.mozilla.org/bm/questions/1027435", "source": "https://support.mozilla.org/bm/questions/1027435",
@@ -47,7 +47,11 @@
{ {
"type": "execute", "type": "execute",
"parameters": { "parameters": {
"command": ["ls", "-R", "/home/user/.thunderbird/t5q2a5hp.default-release/Mail/Local Folders"], "command": [
"ls",
"-R",
"/home/user/.thunderbird/t5q2a5hp.default-release/Mail/Local Folders"
],
"stdout": "thunder-local-folder.ls" "stdout": "thunder-local-folder.ls"
} }
} }

2
evaluation_examples/examples/thunderbird/a1af9f1c-50d5-4bc3-a51e-4d9b425ff638.json
View File

@@ -1,5 +1,5 @@
{ {
"id": "99146c54-4f37-4ab8-9327-5f3291665e1e", "id": "a1af9f1c-50d5-4bc3-a51e-4d9b425ff638",
"snapshot": "thunderbird", "snapshot": "thunderbird",
"instruction": "Due to certain security considerations and the nature of my work, I prefer not to configure an incoming email service in Thunderbird. However, I still need to send emails. Can you help me set up Thunderbird to send emails from anonym-x2024@outlook.com without configuring its incoming email service?", "instruction": "Due to certain security considerations and the nature of my work, I prefer not to configure an incoming email service in Thunderbird. However, I still need to send emails. Can you help me set up Thunderbird to send emails from anonym-x2024@outlook.com without configuring its incoming email service?",
"source": "https://superuser.com/questions/1764409/how-to-send-email-with-thunderbird-without-configuring-an-incoming-email-service", "source": "https://superuser.com/questions/1764409/how-to-send-email-with-thunderbird-without-configuring-an-incoming-email-service",

8
evaluation_examples/examples/thunderbird/d38192b0-17dc-4e1d-99c3-786d0117de77.json
View File

@@ -1,5 +1,5 @@
{ {
"id": "d088f539-cab4-4f9a-ac92-9999fc3a656e", "id": "d38192b0-17dc-4e1d-99c3-786d0117de77",
"snapshot": "thunderbird", "snapshot": "thunderbird",
"instruction": "Attach the my AWS bill to the email. The bill is stored at ~/aws-bill.pdf. Don't close it or send it. I haven't finish all the contents.", "instruction": "Attach the my AWS bill to the email. The bill is stored at ~/aws-bill.pdf. Don't close it or send it. I haven't finish all the contents.",
"source": "https://support.mozilla.org/en-US/kb/how-use-attachments", "source": "https://support.mozilla.org/en-US/kb/how-use-attachments",
@@ -65,7 +65,11 @@
{ {
"type": "execute", "type": "execute",
"parameters": { "parameters": {
"command": ["pip", "install", "cssselect"] "command": [
"pip",
"install",
"cssselect"
]
} }
}, },
{ {

4
evaluation_examples/examples/thunderbird/dd84e895-72fd-4023-a336-97689ded257c.json
View File

@@ -1,5 +1,5 @@
{ {
"id": "3d1682a7-0fb0-49ae-a4dc-a73afd2d06d5", "id": "dd84e895-72fd-4023-a336-97689ded257c",
"snapshot": "thunderbird", "snapshot": "thunderbird",
"instruction": "Add a star to every email in local Bills folder", "instruction": "Add a star to every email in local Bills folder",
"source": "https://support.mozilla.org/en-US/kb/organize-your-messages-using-filters", "source": "https://support.mozilla.org/en-US/kb/organize-your-messages-using-filters",
@@ -38,7 +38,7 @@
} }
} }
], ],
"trajectory": "trajectories/3d1682a7-0fb0-49ae-a4dc-a73afd2d06d5", "trajectory": "trajectories/",
"related_apps": [ "related_apps": [
"thunderbird" "thunderbird"
], ],

17
evaluation_examples/examples/thunderbird/dfac9ee8-9bc4-4cdc-b465-4a4bfcd2f397.json
View File

@@ -1,5 +1,5 @@
{ {
"id": "bb5e4c0d-f964-439c-97b6-bdb9747de3f4", "id": "dfac9ee8-9bc4-4cdc-b465-4a4bfcd2f397",
"snapshot": "thunderbird", "snapshot": "thunderbird",
"instruction": "Help me to remove the account \"anonym-x2024@outlook.com\"", "instruction": "Help me to remove the account \"anonym-x2024@outlook.com\"",
"source": "https://www.wikihow.com/Remove-an-Email-Account-from-Thunderbird", "source": "https://www.wikihow.com/Remove-an-Email-Account-from-Thunderbird",
@@ -10,7 +10,7 @@
"files": [ "files": [
{ {
"url": "https://drive.usercontent.google.com/download?id=1EHLRWzBCOsyERkSMUnTF2pnsR0n6ZvtR&export=download&authuser=0&confirm=t&uuid=de09bd5e-bef8-499a-b599-c642af190e10&at=APZUnTXqOsQkxl0zMSX6R1Sgp_v3:1704362491712", "url": "https://drive.usercontent.google.com/download?id=1EHLRWzBCOsyERkSMUnTF2pnsR0n6ZvtR&export=download&authuser=0&confirm=t&uuid=de09bd5e-bef8-499a-b599-c642af190e10&at=APZUnTXqOsQkxl0zMSX6R1Sgp_v3:1704362491712",
"path": "/home/user/thunderbird-profile.tar.gz" "path": "/home/user/Desktop/thunderbird-profile.tar.gz"
} }
] ]
} }
@@ -21,11 +21,10 @@
"command": [ "command": [
"tar", "tar",
"-xzv", "-xzv",
"--recursive-unlink",
"-f", "-f",
"/home/user/thunderbird-profile.tar.gz", "/home/user/Desktop/thunderbird-profile.tar.gz",
"-C", "-C",
"/home/user/" "/home/user/Desktop/"
] ]
} }
}, },
@@ -38,7 +37,7 @@
} }
} }
], ],
"trajectory": "trajectories/bb5e4c0d-f964-439c-97b6-bdb9747de3f4", "trajectory": "trajectories/",
"related_apps": [ "related_apps": [
"thunderbird" "thunderbird"
], ],
@@ -50,7 +49,7 @@
"files": [ "files": [
{ {
"url": "https://raw.githubusercontent.com/unode/firefox_decrypt/3f1a6dce63056c1f64d845ff077fc1e653e757c6/firefox_decrypt.py", "url": "https://raw.githubusercontent.com/unode/firefox_decrypt/3f1a6dce63056c1f64d845ff077fc1e653e757c6/firefox_decrypt.py",
"path": "/home/user/firefox_decrypt.py" "path": "/home/user/Desktop/firefox_decrypt.py"
} }
] ]
} }
@@ -60,8 +59,8 @@
"parameters": { "parameters": {
"command": [ "command": [
"python3", "python3",
"/home/user/firefox_decrypt.py", "/home/user/Desktop/firefox_decrypt.py",
"/home/user/.thunderbird", "/home/user/Desktop/.thunderbird",
"-n", "-n",
"-c", "-c",
"2", "2",

4
evaluation_examples/examples/thunderbird/f201fbc3-44e6-46fc-bcaa-432f9815454c.json
View File

@@ -1,5 +1,5 @@
{ {
"id": "030eeff7-b492-4218-b312-701ec99ee0cc", "id": "f201fbc3-44e6-46fc-bcaa-432f9815454c",
"snapshot": "thunderbird", "snapshot": "thunderbird",
"instruction": "When I reply to an email, it quotes the original message but offsets it with an indentation and \">\" character. I would like to quote the original message with no indentation, and no special character. Could you help me remove the indentation and \">\" for me?", "instruction": "When I reply to an email, it quotes the original message but offsets it with an indentation and \">\" character. I would like to quote the original message with no indentation, and no special character. Could you help me remove the indentation and \">\" for me?",
"source": "https://superuser.com/questions/1781004/how-do-i-remove-the-indentation-and-character-in-quoted-text-of-a-reply-mess", "source": "https://superuser.com/questions/1781004/how-do-i-remove-the-indentation-and-character-in-quoted-text-of-a-reply-mess",
@@ -38,7 +38,7 @@
} }
} }
], ],
"trajectory": "trajectories/030eeff7-b492-4218-b312-701ec99ee0cc", "trajectory": "trajectories/",
"related_apps": [ "related_apps": [
"thunderbird" "thunderbird"
], ],