lzy/sci-gui-agent-benchmark
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: Migrate OSWorld files to HuggingFace cache with comprehensive documentation

Browse Source 
- Add detailed README for file cache repository
- Implement migration script with retry logic and browser simulation
- Support automatic file type detection and deduplication
- Ensure reliable hosting for OSWorld evaluation files
This commit is contained in:
Timothyxxx
2025-05-28 04:29:37 +08:00
parent a845824f06
commit 34748567a5
317 changed files with 12630 additions and 12008 deletions
Download Patch File Download Diff File Expand all files Collapse all files

244
evaluation_examples/examples/multi_apps/bc2b57f3-686d-4ec9-87ce-edf850b7e442.json
View File

@@ -1,125 +1,125 @@
{
"id": "bc2b57f3-686d-4ec9-87ce-edf850b7e442",
"snapshot": "libreoffice_calc",
"instruction": "The requirements of my data analysis assignment are listed in \"reminder.docx\" on the desktop. Help me modify my assignment \"asm.xlsx\" saved on the desktop accordingly.",
"source": "authors",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1ZEX26Ns6BWyUKe4FKlGUeKO7G7xSN14x&export=download&authuser=0&confirm=t&uuid=68789dfd-5725-4f2c-9653-7988d2d3b1ff&at=APZUnTWwT4sNxjJwmmYhG-X8uMsb:1709372377572",
"path": "/home/user/Desktop/workbook-with-sample-database.xlsx"
},
{
"url": "https://drive.usercontent.google.com/download?id=1jlVlK1Ps2JCxT9UiREjABEt8HlhkMb52&export=download&authuser=0&confirm=t&uuid=2fd4d607-c67c-4600-8f42-d7ed90b2dc4f&at=APZUnTVkTeiVpplx8qx3w2ek1j6f:1709373115860",
"path": "/home/user/Desktop/reminder.docx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "/home/user/Desktop/workbook-with-sample-database.xlsx"
}
}
],
"trajectory": "trajectories/bc2b57f3-686d-4ec9-87ce-edf850b7e442",
"related_apps": [
"libreoffice_calc",
"libreoffice_writer"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "workbook-with-sample-database.xlsx - LibreOffice Calc",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; pyautogui.hotkey(\"ctrl\", \"s\");"
]
}
},
{
"type": "sleep",
"parameters": {
"seconds": 5
}
}
],
"func": "compare_table",
"result": {
"type": "vm_file",
"path": "/home/user/Desktop/workbook-with-sample-database.xlsx",
"dest": "workbook-with-sample-database.xlsx"
},
"expected": {
"type": "cloud_file",
"path": "https://drive.usercontent.google.com/download?id=1wtSpWp1rWUaRZUElqZ1yT0NOiCv4etZY&export=download&authuser=0&confirm=t&uuid=b99c4600-37a0-407e-9c57-7152e09ed24d&at=APZUnTWV6WzfnqnDDnk6QXn3Shu-:1709371237340",
"dest": "workbook-with-sample-database_Gold.xlsx"
},
"options": {
"rules": [
{
"type": "sheet_name"
},
{
"type": "sheet_data",
"sheet_idx0": "RI0",
"sheet_idx1": "EI0"
},
{
"type": "sheet_data",
"sheet_idx0": "RI1",
"sheet_idx1": "EI1"
},
{
"type": "sheet_data",
"sheet_idx0": "RI2",
"sheet_idx1": "EI2"
},
{
"type": "sheet_data",
"sheet_idx0": "RI3",
"sheet_idx1": "EI3"
},
{
"type": "sheet_data",
"sheet_idx0": "RI4",
"sheet_idx1": "EI4"
},
{
"type": "sheet_data",
"sheet_idx0": "RI5",
"sheet_idx1": "EI5"
},
{
"type": "sheet_data",
"sheet_idx0": "RI6",
"sheet_idx1": "EI6"
},
{
"type": "sheet_data",
"sheet_idx0": "RI7",
"sheet_idx1": "EI7"
}
]
}
"id": "bc2b57f3-686d-4ec9-87ce-edf850b7e442",
"snapshot": "libreoffice_calc",
"instruction": "The requirements of my data analysis assignment are listed in \"reminder.docx\" on the desktop. Help me modify my assignment \"asm.xlsx\" saved on the desktop accordingly.",
"source": "authors",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/multi_apps/bc2b57f3-686d-4ec9-87ce-edf850b7e442/workbook-with-sample-database.xlsx",
"path": "/home/user/Desktop/workbook-with-sample-database.xlsx"
},
{
"url": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/multi_apps/bc2b57f3-686d-4ec9-87ce-edf850b7e442/reminder.docx",
"path": "/home/user/Desktop/reminder.docx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "/home/user/Desktop/workbook-with-sample-database.xlsx"
}
}
],
"trajectory": "trajectories/bc2b57f3-686d-4ec9-87ce-edf850b7e442",
"related_apps": [
"libreoffice_calc",
"libreoffice_writer"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "workbook-with-sample-database.xlsx - LibreOffice Calc",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; pyautogui.hotkey(\"ctrl\", \"s\");"
]
}
},
{
"type": "sleep",
"parameters": {
"seconds": 5
}
}
],
"func": "compare_table",
"result": {
"type": "vm_file",
"path": "/home/user/Desktop/workbook-with-sample-database.xlsx",
"dest": "workbook-with-sample-database.xlsx"
},
"expected": {
"type": "cloud_file",
"path": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/multi_apps/bc2b57f3-686d-4ec9-87ce-edf850b7e442/workbook-with-sample-database_Gold.xlsx",
"dest": "workbook-with-sample-database_Gold.xlsx"
},
"options": {
"rules": [
{
"type": "sheet_name"
},
{
"type": "sheet_data",
"sheet_idx0": "RI0",
"sheet_idx1": "EI0"
},
{
"type": "sheet_data",
"sheet_idx0": "RI1",
"sheet_idx1": "EI1"
},
{
"type": "sheet_data",
"sheet_idx0": "RI2",
"sheet_idx1": "EI2"
},
{
"type": "sheet_data",
"sheet_idx0": "RI3",
"sheet_idx1": "EI3"
},
{
"type": "sheet_data",
"sheet_idx0": "RI4",
"sheet_idx1": "EI4"
},
{
"type": "sheet_data",
"sheet_idx0": "RI5",
"sheet_idx1": "EI5"
},
{
"type": "sheet_data",
"sheet_idx0": "RI6",
"sheet_idx1": "EI6"
},
{
"type": "sheet_data",
"sheet_idx0": "RI7",
"sheet_idx1": "EI7"
}
]
}
}
}