lzy/sci-gui-agent-benchmark
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update infeasible of libreoffice writer, vlc and thunderbird

Browse Source
This commit is contained in:
Timothyxxx
2024-02-15 15:31:58 +08:00
parent 8d69eec68f
commit 1184cffd5f
5 changed files with 110 additions and 50 deletions
Download Patch File Download Diff File Expand all files Collapse all files

34
evaluation_examples/examples/libreoffice_writer/bb8ccc78-479f-4a2f-a71e-d565e439436b.json Normal file
View File

@@ -0,0 +1,34 @@
{
"id": "bb8ccc78-479f-4a2f-a71e-d565e439436b",
"snapshot": "libreoffice_writer",
"instruction": "Share this document with my team and let us edit it together in real-time.",
"source": "https://ask.libreoffice.org/t/can-lo-be-used-for-collaboration-multi-person-real-time-document-editing/9392/6",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1E6dHh8vA77Dxt8NlIfWdOe9jYhdRZlor&export=download&authuser=0&confirm=t&uuid=cf7095de-2caa-46c4-96fc-c18460cbe1db&at=APZUnTUYoxqAzqrC7idqYhYs1M_b:1707902550870",
"path": "/home/user/Desktop/The Wonders of Our Solar System.docx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "/home/user/Desktop/The Wonders of Our Solar System.docx"
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"libreoffice_writer"
],
"evaluator": {
"func": "infeasible",
"result": {
}
}
}

51
evaluation_examples/examples/thunderbird/99146c54-4f37-4ab8-9327-5f3291665e1e.json
View File

@@ -43,59 +43,10 @@
"thunderbird"
],
"evaluator": {
"postconfig": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://raw.githubusercontent.com/unode/firefox_decrypt/3f1a6dce63056c1f64d845ff077fc1e653e757c6/firefox_decrypt.py",
"path": "/home/user/firefox_decrypt.py"
}
]
}
},
{
"type": "execute",
"parameters": {
"command": [
"python3",
"/home/user/firefox_decrypt.py",
"/home/user/.thunderbird",
"-n",
"-c",
"2",
"-f",
"csv",
"-d",
","
],
"stdout": "thunderbird-accounts.csv"
}
}
],
"func": "check_csv",
"func": "infeasible",
"result": {
"type": "cache_file",
"path": "thunderbird-accounts.csv"
},
"expected": {
"type": "rule",
"rules": {
"unexpect": [
{
"url": "imap://outlook.office365.com",
"user": "anonym-x2024@outlook.com"
}
],
"expect": [
{
"url": "smtp://smtp.office365.com",
"user": "anonym-x2024@outlook.com",
"password": "gTCI\";=@y7|QJ0nDa_kN3Sb&>"
}
]
}
}
}
}

25
evaluation_examples/examples/vlc/5ac2891a-eacd-4954-b339-98abba077adb.json Normal file
View File

@@ -0,0 +1,25 @@
{
"id": "5ac2891a-eacd-4954-b339-98abba077adb",
"snapshot": "base_setup",
"instruction": "My VLC Media Player has been auto-closing once the video ends. It is very annoying. Could you help me prevent the VLC Media Player from auto-closing once the video ends?",
"source": "https://superuser.com/questions/1412810/how-to-prevent-vlc-media-player-from-auto-closing-after-video-end#:%7E:text=Click%20on%20%22Media%22on%20the,VLC%20player%20after%20video%20ending",
"config": [
{
"type": "launch",
"parameters": {
"command": "vlc"
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"vlc"
],
"evaluator": {
"func": "infeasible",
"result": {
},
"expected": {
}
}
}

25
evaluation_examples/examples/vlc/7882ed6e-bece-4bf0-bada-c32dc1ddae72.json Normal file
View File

@@ -0,0 +1,25 @@
{
"id": "7882ed6e-bece-4bf0-bada-c32dc1ddae72",
"snapshot": "base_setup",
"instruction": "Play the latest season of 'Stranger Things' purchased from the Google Play Movies & TV store directly in VLC.",
"source": "https://wiki.videolan.org/Digital_Restrictions_Management/",
"config": [
{
"type": "launch",
"parameters": {
"command": "vlc"
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"vlc"
],
"evaluator": {
"func": "infeasible",
"result": {
},
"expected": {
}
}
}

25
evaluation_examples/examples/vlc/cb130f0d-d36f-4302-9838-b3baf46139b6.json Normal file
View File

@@ -0,0 +1,25 @@
{
"id": "cb130f0d-d36f-4302-9838-b3baf46139b6",
"snapshot": "base_setup",
"instruction": "Automatically adjust the brightness and contrast of this video to match my room's lighting.",
"source": "https://www.vlchelp.com/increase-brightness-contrast-videos/",
"config": [
{
"type": "launch",
"parameters": {
"command": "vlc"
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"vlc"
],
"evaluator": {
"func": "infeasible",
"result": {
},
"expected": {
}
}
}