27319ce1e3
* fix chrome * fix: fix proxy setup * feat&fix: add proxy support in setup and remove hardcoded proxy from example * fix tasks * fix chrome finished * fix * clean chrome_fix code * clean chrome_fix code * fix chrome 2888b4e6-5b47-4b57-8bf5-c73827890774 * fix multiapps * fix chrome 2888b4e6-5b47-4b57-8bf5-c73827890774 * fix some multi_apps tasks * fix some multi_apps tasks * fix password&resolution * fix password&resolution --------- Co-authored-by: adlsdztony <zzl0712@connect.hku.hk>
95 lines
2.3 KiB
JSON
95 lines
2.3 KiB
JSON
{
|
|
"id": "02ce9a50-7af2-47ed-8596-af0c230501f8",
|
|
"snapshot": "libreoffice_writer",
|
|
"instruction": "I am currently utilizing LibreOffice Writer to compose a Linux tutorial, and I intend to display the outcomes generated by executing the \"ls\" command in /home/user. Kindly execute this command and save the screenshot of the terminal as 'ls.png' on the Desktop.",
|
|
"source": "authors",
|
|
"config": [
|
|
{
|
|
"type": "download",
|
|
"parameters": {
|
|
"files": [
|
|
{
|
|
"url": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/multi_apps/02ce9a50-7af2-47ed-8596-af0c230501f8/top-10-linux-commands-for-newbies.docx",
|
|
"path": "/home/user/Desktop/top-10-linux-commands-for-newbies.docx"
|
|
}
|
|
]
|
|
}
|
|
},
|
|
{
|
|
"type": "open",
|
|
"parameters": {
|
|
"path": "/home/user/Desktop/top-10-linux-commands-for-newbies.docx"
|
|
}
|
|
},
|
|
{
|
|
"type": "sleep",
|
|
"parameters": {
|
|
"seconds": 2
|
|
}
|
|
},
|
|
{
|
|
"type": "execute",
|
|
"parameters": {
|
|
"command": [
|
|
"python",
|
|
"-c",
|
|
"import pyautogui; import time; pyautogui.hotkey('f11'); time.sleep(0.5); pyautogui.click({SCREEN_WIDTH_HALF}, {SCREEN_HEIGHT_HALF}); time.sleep(0.5); pyautogui.scroll(-20)"
|
|
]
|
|
}
|
|
}
|
|
],
|
|
"trajectory": "trajectories/02ce9a50-7af2-47ed-8596-af0c230501f8",
|
|
"related_apps": [
|
|
"libreoffice_writer",
|
|
"os"
|
|
],
|
|
"evaluator": {
|
|
"func": [
|
|
"compare_image_text",
|
|
"compare_image_text",
|
|
"compare_image_text"
|
|
],
|
|
"conj": "or",
|
|
"result": [
|
|
{
|
|
"type": "vm_file",
|
|
"path": "/home/user/Desktop/ls.png",
|
|
"dest": "ls.png"
|
|
},
|
|
{
|
|
"type": "vm_file",
|
|
"path": "/home/user/Desktop/ls.png",
|
|
"dest": "ls.png"
|
|
},
|
|
{
|
|
"type": "vm_file",
|
|
"path": "/home/user/Desktop/ls.png",
|
|
"dest": "ls.png"
|
|
}
|
|
],
|
|
"expected": [
|
|
{
|
|
"type": "rule",
|
|
"rules": {
|
|
"type": "text",
|
|
"text": "ls"
|
|
}
|
|
},
|
|
{
|
|
"type": "rule",
|
|
"rules": {
|
|
"type": "text",
|
|
"text": "1s"
|
|
}
|
|
},
|
|
{
|
|
"type": "rule",
|
|
"rules": {
|
|
"type": "text",
|
|
"text": "1s"
|
|
}
|
|
}
|
|
]
|
|
},
|
|
"proxy": false
|
|
} |