lzy/sci-gui-agent-benchmark
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: Migrate OSWorld files to HuggingFace cache with comprehensive documentation

Browse Source 
- Add detailed README for file cache repository
- Implement migration script with retry logic and browser simulation
- Support automatic file type detection and deduplication
- Ensure reliable hosting for OSWorld evaluation files
This commit is contained in:
Timothyxxx
2025-05-28 04:29:37 +08:00
parent a845824f06
commit 34748567a5
317 changed files with 12630 additions and 12008 deletions
Download Patch File Download Diff File Expand all files Collapse all files

145
evaluation_examples/examples/multi_apps/9f3bb592-209d-43bc-bb47-d77d9df56504.json
View File

@@ -1,81 +1,82 @@
{
"id": "9f3bb592-209d-43bc-bb47-d77d9df56504",
"snapshot": "multiapps",
"instruction": "I downloaded a video to practice listening, but I don't know how to remove the subtitles. Please help me remove the subtitles from the video and export it as \"subtitles.srt\" and store it in the same directory as the video.",
"source": "authors",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=17vIS65RVA7e9n5u8lLNqwjBl56MQpkk8&export=download&authuser=0&confirm=t&uuid=1c8882db-dd55-450d-a998-52c03bfaf801&at=APZUnTWPObUX-3Pqtusro4T5Ga5B:1709972109572",
"path": "/home/user/video.mp4"
}
]
}
},
{
"type": "open",
"parameters": {
"id": "9f3bb592-209d-43bc-bb47-d77d9df56504",
"snapshot": "multiapps",
"instruction": "I downloaded a video to practice listening, but I don't know how to remove the subtitles. Please help me remove the subtitles from the video and export it as \"subtitles.srt\" and store it in the same directory as the video.",
"source": "authors",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/multi_apps/9f3bb592-209d-43bc-bb47-d77d9df56504/video.mp4",
"path": "/home/user/video.mp4"
}
},
{
"type": "activate_window",
"parameters": {
"window_name": "video.mp4 - VLC media player"
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"os", "vlc", "ubuntu_media_player"
],
"evaluator": {
"postconfig":[
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1oMCDx2hqj0xzkQP4le0Mn09y-vvCYXlt&export=download&authuser=0&confirm=t&uuid=2a2cac5c-f031-41f7-8504-4a013c02ee15&at=APZUnTUa188AtQ93qZG8HInS_o90:1709972317568",
"path": "/home/user/subtitles_Gold.srt"
}
]
]
}
},
{
"type": "open",
"parameters": {
"path": "/home/user/video.mp4"
}
},
{
"type": "activate_window",
"parameters": {
"window_name": "video.mp4 - VLC media player"
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"os",
"vlc",
"ubuntu_media_player"
],
"evaluator": {
"postconfig": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/multi_apps/9f3bb592-209d-43bc-bb47-d77d9df56504/Gold subtitles.srt",
"path": "/home/user/subtitles_Gold.srt"
}
},
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=19ooP4gPY2HYQVI9n31CtMlJ3q-1dr6cU&export=download&authuser=0&confirm=t&uuid=ba968219-3a9b-44d1-bee6-64e289ce4ffe&at=APZUnTXlL0jQBoia7KuzELsBCVxE:1709972303196",
"path": "/home/user/Desktop/subtitles_script.py"
}
]
}
},
{
"type": "command",
"parameters": {
"command": "echo password | sudo -S pip install pysrt",
"shell" :"true"
]
}
},
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/multi_apps/9f3bb592-209d-43bc-bb47-d77d9df56504/Subtitles script.py",
"path": "/home/user/Desktop/subtitles_script.py"
}
]
}
],
"func": "exact_match",
"result": {
"type": "vm_command_line",
"command": "python /home/user/Desktop/subtitles_script.py",
"shell" :"true"
},
"expected": {
"type": "rule",
"rules":{
"expected": "true\n"
}
},
{
"type": "command",
"parameters": {
"command": "echo password | sudo -S pip install pysrt",
"shell": "true"
}
}
],
"func": "exact_match",
"result": {
"type": "vm_command_line",
"command": "python /home/user/Desktop/subtitles_script.py",
"shell": "true"
},
"expected": {
"type": "rule",
"rules": {
"expected": "true\n"
}
}
}
}