Files
sci-gui-agent-benchmark/evaluation_examples/examples/multi_apps/873cafdd-a581-47f6-8b33-b9696ddb7b05.json
MillanK cbc3b590ff Task fix batch (#383)
* update 873cafdd-a581-47f6-8b33-b9696ddb7b05 task eval

* c1fa57f3-c3db-4596-8f09-020701085416 fix, add tolerance to url matching

* 8df7e444-8e06-4f93-8a1a-c5c974269d82 add more clear instruction to the filename for compress

* add address string normalization for 6f4073b8-d8ea-4ade-8a18-c5d1d5d5aa9a

---------

Co-authored-by: Jiaqi <dengjiaqi@moonshot.cn>
2025-11-19 17:24:25 +08:00

77 lines
1.8 KiB
JSON

{
"id": "873cafdd-a581-47f6-8b33-b9696ddb7b05",
"snapshot": "multiapps",
"instruction": "My friend is a \"plugin guru\" and he recommended some good plug-ins to me. Please go to the Chrome plug-in store and install all the listed plug-ins.",
"source": "author",
"config": [
{
"type": "launch",
"parameters": {
"command": [
"google-chrome",
"--remote-debugging-port=1337"
]
}
},
{
"type": "launch",
"parameters": {
"command": [
"socat",
"tcp-listen:9222,fork",
"tcp:localhost:1337"
]
}
},
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/multi_apps/873cafdd-a581-47f6-8b33-b9696ddb7b05/Recommended%20plugin%20list.docx",
"path": "/home/user/Desktop/Recommended_plugin_list.docx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "/home/user/Desktop/Recommended_plugin_list.docx"
}
},
{
"type": "activate_window",
"parameters": {
"window_name": "Recommended_plugin_list.docx - LibreOffice Writer"
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"os",
"chrome",
"Writer"
],
"evaluator": {
"func": "is_expected_installed_extensions",
"expected": {
"type": "rule",
"rules": {
"expected": [
"Zoom Chrome Extension",
"Speechify — Voice AI Assistant",
"React Developer Tools",
"Momentum",
"Google Translate"
]
}
},
"result": {
"type": "find_installed_extension_name"
}
},
"proxy": false,
"fixed_ip": false,
"possibility_of_env_change": "low"
}