lzy/sci-gui-agent-benchmark
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: Migrate OSWorld files to HuggingFace cache with comprehensive documentation

Browse Source 
- Add detailed README for file cache repository
- Implement migration script with retry logic and browser simulation
- Support automatic file type detection and deduplication
- Ensure reliable hosting for OSWorld evaluation files
This commit is contained in:
Timothyxxx
2025-05-28 04:29:37 +08:00
parent a845824f06
commit 34748567a5
317 changed files with 12630 additions and 12008 deletions
Download Patch File Download Diff File Expand all files Collapse all files

160
evaluation_examples/examples/multi_apps/2b9493d7-49b8-493a-a71b-56cd1f4d6908.json
View File

@@ -1,83 +1,83 @@
{
"id": "2b9493d7-49b8-493a-a71b-56cd1f4d6908",
"snapshot": "libreoffice_writer",
"instruction": "Hey, my LibreOffice Writer seems to have frozen and I can't get it to close normally. Can you help me force quit the application from the command line? I'm on Ubuntu and I don't want to restart my computer or lose any other work I have open.",
"source": "https://devicetests.com/kill-libreoffice-writer-command-line-ubuntu",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1gqqY56robX1tb4YPa3Yk1d72T_k-Rgz3&export=download&authuser=0&confirm=t&uuid=aae50df0-7f7f-49f2-b17c-a81dd89a6c83&at=APZUnTXSb3-yc2zdtGVkeKbK6aQC:1710658340540",
"path": "/home/user/Desktop/15-MB-docx-file-download.docx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "/home/user/Desktop/15-MB-docx-file-download.docx"
}
},
{
"type": "execute",
"parameters": {
"command": [
"/bin/bash",
"-c",
"history -c && echo > ~/.bash_history && sleep 3"
]
}
},
{
"type": "execute",
"parameters": {
"command": "export DBUS_SESSION_BUS_ADDRESS='unix:path=/run/user/1000/bus'\ngnome-terminal --maximize --working-directory=/home/user/",
"shell": true
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"libreoffice_writer",
"terminal"
],
"evaluator": {
"postconfig": [
{
"type": "execute",
"parameters": {
"command": [
"/bin/bash",
"-c",
"killall gnome-terminal-server"
]
}
}
],
"func": "check_include_exclude",
"result": {
"type": "vm_command_line",
"command": [
"/bin/bash",
"-c",
"output=$(ps aux | grep \"[s]office\"]); if [ -z \"$output\" ]; then echo \"no libreoffice is running\"; else echo \"libreoffice is still running\"; fi; output=$(cat ~/.bash_history | grep \"[k]ill\"); if [ -z \"$output\" ]; then echo \"not killed from terminal\"; else echo \"killed from terminal\"; fi"
]
},
"expected": {
"type": "rule",
"rules": {
"include": [
"no libreoffice is running",
"killed from terminal"
],
"exclude": [
"libreoffice is still running",
"not killed from terminal"
]
}
}
"id": "2b9493d7-49b8-493a-a71b-56cd1f4d6908",
"snapshot": "libreoffice_writer",
"instruction": "Hey, my LibreOffice Writer seems to have frozen and I can't get it to close normally. Can you help me force quit the application from the command line? I'm on Ubuntu and I don't want to restart my computer or lose any other work I have open.",
"source": "https://devicetests.com/kill-libreoffice-writer-command-line-ubuntu",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/multi_apps/2b9493d7-49b8-493a-a71b-56cd1f4d6908/15-MB-docx-file-download.docx",
"path": "/home/user/Desktop/15-MB-docx-file-download.docx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "/home/user/Desktop/15-MB-docx-file-download.docx"
}
},
{
"type": "execute",
"parameters": {
"command": [
"/bin/bash",
"-c",
"history -c && echo > ~/.bash_history && sleep 3"
]
}
},
{
"type": "execute",
"parameters": {
"command": "export DBUS_SESSION_BUS_ADDRESS='unix:path=/run/user/1000/bus'\ngnome-terminal --maximize --working-directory=/home/user/",
"shell": true
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"libreoffice_writer",
"terminal"
],
"evaluator": {
"postconfig": [
{
"type": "execute",
"parameters": {
"command": [
"/bin/bash",
"-c",
"killall gnome-terminal-server"
]
}
}
],
"func": "check_include_exclude",
"result": {
"type": "vm_command_line",
"command": [
"/bin/bash",
"-c",
"output=$(ps aux | grep \"[s]office\"]); if [ -z \"$output\" ]; then echo \"no libreoffice is running\"; else echo \"libreoffice is still running\"; fi; output=$(cat ~/.bash_history | grep \"[k]ill\"); if [ -z \"$output\" ]; then echo \"not killed from terminal\"; else echo \"killed from terminal\"; fi"
]
},
"expected": {
"type": "rule",
"rules": {
"include": [
"no libreoffice is running",
"killed from terminal"
],
"exclude": [
"libreoffice is still running",
"not killed from terminal"
]
}
}
}
}