feat: Migrate OSWorld files to HuggingFace cache with comprehensive documentation

- Add detailed README for file cache repository - Implement migration script with retry logic and browser simulation - Support automatic file type detection and deduplication - Ensure reliable hosting for OSWorld evaluation files
2025-05-28 04:29:37 +08:00
parent a845824f06
commit 34748567a5
317 changed files with 12630 additions and 12008 deletions
--- a/evaluation_examples/examples/vlc/386dbd0e-0241-4a0a-b6a2-6704fba26b1c.json
+++ b/evaluation_examples/examples/vlc/386dbd0e-0241-4a0a-b6a2-6704fba26b1c.json
@@ -9,7 +9,7 @@
      "parameters": {
        "files": [
          {
-            "url": "https://drive.usercontent.google.com/download?id=1JqKzFk-4ru1BQdaInui37ORPC1btl7PK&export=download&authuser=0&confirm=t&uuid=449004d6-6f52-4ae3-9008-c2a0a6e0d17f&at=APZUnTXYRTL_FkB5l1TgseCgdSPK:1706155700724",
+            "url": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/vlc/386dbd0e-0241-4a0a-b6a2-6704fba26b1c/lecture_pdf.pdf",
            "path": "/home/user/Desktop/lecture.pdf"
          }
        ]
@@ -20,7 +20,7 @@
      "parameters": {
        "files": [
          {
-            "url": "https://drive.usercontent.google.com/download?id=1jS74kYGOcEMOWyHZxlqmQVPmIC6A-UBm&export=download&authuser=0&confirm=t&uuid=0521f46a-9aa5-4dfc-9761-ae6256a31488&at=APZUnTWwRv10ztlVQq2oVsiMX2_r:1706155684550",
+            "url": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/vlc/386dbd0e-0241-4a0a-b6a2-6704fba26b1c/Colorful-Flowers(chosic.com).mp3",
            "path": "/home/user/Desktop/Colorful-Flowers.mp3"
          }
        ]
@@ -111,4 +111,4 @@
      "dest": "vlcrc"
    }
  }
-}
+}
--- a/evaluation_examples/examples/vlc/59f21cfb-0120-4326-b255-a5b827b38967.json
+++ b/evaluation_examples/examples/vlc/59f21cfb-0120-4326-b255-a5b827b38967.json
@@ -9,7 +9,7 @@
      "parameters": {
        "files": [
          {
-            "url": "https://drive.usercontent.google.com/download?id=14-vhVMVw53e0l-MDVBFbngFAE1jMqvgm&export=download&authuser=0&confirm=t&uuid=d31607ed-0075-4fe5-b68c-b24b6eec356e&at=APZUnTV0Wy0672VFGrQChgHmd1Ba:1704337791613",
+            "url": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/vlc/59f21cfb-0120-4326-b255-a5b827b38967/Rick Astley - Never Gonna Give You Up (Official Music Video).mp4",
            "path": "/home/user/Desktop/Rick Astley - Never Gonna Give You Up (Official Music Video).mp4"
          }
        ]
@@ -50,4 +50,4 @@
      "dest": "status.xml"
    }
  }
-}
+}
--- a/evaluation_examples/examples/vlc/5ac2891a-eacd-4954-b339-98abba077adb.json
+++ b/evaluation_examples/examples/vlc/5ac2891a-eacd-4954-b339-98abba077adb.json
@@ -7,7 +7,7 @@
    {
      "type": "launch",
      "parameters": {
-        "command": "vlc"
+        "command": "VLC_VERBOSE=-1 vlc"
      }
    }
  ],
--- a/evaluation_examples/examples/vlc/8d9fd4e2-6fdb-46b0-b9b9-02f06495c62f.json
+++ b/evaluation_examples/examples/vlc/8d9fd4e2-6fdb-46b0-b9b9-02f06495c62f.json
@@ -3,13 +3,13 @@
  "snapshot": "base_setup",
  "instruction": "Can you make the video fill up the whole screen? It's a bit too small to see right now, and I'd like to see it better.",
  "source": "https://www.youtube.com/watch?v=XHprwDJ0-fU&t=436s",
-  "config":  [
+  "config": [
    {
      "type": "download",
      "parameters": {
        "files": [
          {
-            "url": "https://drive.usercontent.google.com/download?id=13OhDRuINzQ-w0qmzdGJ8ZSWnKyKnTRje&export=download&authuser=0&confirm=t&uuid=39cf0297-23eb-47df-a642-fd6c2f981eff&at=APZUnTUR83eI1tenMxVdyFxNeBo7:1706275408621",
+            "url": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/vlc/8d9fd4e2-6fdb-46b0-b9b9-02f06495c62f/Optimus - Gen 2.mp4",
            "path": "/home/user/Desktop/Gen 2.mp4"
          }
        ]
@@ -51,4 +51,4 @@
      "type": "vm_screen_size"
    }
  }
-}
+}
--- a/evaluation_examples/examples/vlc/8f080098-ddb1-424c-b438-4e96e5e4786e.json
+++ b/evaluation_examples/examples/vlc/8f080098-ddb1-424c-b438-4e96e5e4786e.json
@@ -9,7 +9,7 @@
      "parameters": {
        "files": [
          {
-            "url": "https://drive.usercontent.google.com/download?id=19jBiz8sb0M7KHHATO9qeTPr17aWm4me-&export=download&authuser=0&confirm=t&uuid=7a2261f4-3905-433f-b53f-a52dd0845651&at=APZUnTU1nmXSa1ObrA5NHYt8t1-p:1704710908141",
+            "url": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/vlc/8f080098-ddb1-424c-b438-4e96e5e4786e/Baby Justin Bieber.mp4",
            "path": "/home/user/Desktop/Baby Justin Bieber.mp4"
          }
        ]
@@ -45,7 +45,7 @@
    "func": "compare_audios",
    "expected": {
      "type": "cloud_file",
-      "path": "https://drive.usercontent.google.com/download?id=1eRuuiUAOmckyn2zQebx1nWQ40kpjSJ_N&export=download&authuser=0&confirm=t&uuid=8012703a-9e45-4d91-9bda-90c119e42254&at=APZUnTW0uyCSeg7FClSc50UJVRz-:1704898635455",
+      "path": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/vlc/8f080098-ddb1-424c-b438-4e96e5e4786e/Baby Justin Bieber.mp3",
      "dest": "baby_gold.mp3"
    },
    "result": {
@@ -54,4 +54,4 @@
      "dest": "baby.mp3"
    }
  }
-}
+}
--- a/evaluation_examples/examples/vlc/aa4b5023-aef6-4ed9-bdc9-705f59ab9ad6.json
+++ b/evaluation_examples/examples/vlc/aa4b5023-aef6-4ed9-bdc9-705f59ab9ad6.json
@@ -9,7 +9,7 @@
      "parameters": {
        "files": [
          {
-            "url": "https://drive.usercontent.google.com/download?id=1CLBjjsjGmHlbDg1lDcxfdE0F0C7-A5gZ&export=download&authuser=0&confirm=t&uuid=dde635fc-e223-4cd3-8065-899396e68d0a&at=APZUnTWQHdWYLLxlofuOIuhE2qiS:1704722380621",
+            "url": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/vlc/aa4b5023-aef6-4ed9-bdc9-705f59ab9ad6/flipped_1984_Apple_Macintosh_Commercial.mp4",
            "path": "/home/user/Desktop/flipped_1984_Apple_Macintosh_Commercial.mp4"
          }
        ]
@@ -18,7 +18,11 @@
    {
      "type": "launch",
      "parameters": {
-        "command": ["VLC_VERBOSE=-1", "vlc", "/home/user/Desktop/flipped_1984_Apple_Macintosh_Commercial.mp4"]
+        "command": [
+          "VLC_VERBOSE=-1",
+          "vlc",
+          "/home/user/Desktop/flipped_1984_Apple_Macintosh_Commercial.mp4"
+        ]
      }
    },
    {
@@ -40,7 +44,7 @@
    "func": "compare_videos",
    "expected": {
      "type": "cloud_file",
-      "path": "https://drive.usercontent.google.com/download?id=10P9nKW7VTaHGS15tj4C0GVxUIYA0Nh42&export=download&authuser=0&confirm=t&uuid=1b812f06-b624-4aed-8d91-734c54421da3&at=APZUnTUCB-58SwcccQ_WN1T4KdJy:1704808326066",
+      "path": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/vlc/aa4b5023-aef6-4ed9-bdc9-705f59ab9ad6/1984_Apple_Macintosh_Commercial.mp4",
      "dest": "1984_Apple_Macintosh_Commercial_gold.mp4"
    },
    "result": {
@@ -49,4 +53,4 @@
      "dest": "1984_Apple_Macintosh_Commercial.mp4"
    }
  }
-}
+}
--- a/evaluation_examples/examples/vlc/efcf0d81-0835-4880-b2fd-d866e8bc2294.json
+++ b/evaluation_examples/examples/vlc/efcf0d81-0835-4880-b2fd-d866e8bc2294.json
@@ -9,7 +9,7 @@
      "parameters": {
        "files": [
          {
-            "url": "https://drive.usercontent.google.com/download?id=1H9D0jSkzpzEWsJZG0HdNNNHDMi3fnGli&export=download&authuser=0&confirm=t&uuid=a6d03223-db7a-48bd-b5f8-50b51f4d3d68&at=APZUnTVi3cqgvRV49c6sluV-nMo_:1704879367756",
+            "url": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/vlc/efcf0d81-0835-4880-b2fd-d866e8bc2294/Interstellar Movie - Official Trailer.mp4",
            "path": "/home/user/Desktop/Interstellar Movie - Official Trailer.mp4"
          }
        ]
@@ -47,7 +47,7 @@
    "func": "compare_images",
    "expected": {
      "type": "cloud_file",
-      "path": "https://drive.usercontent.google.com/download?id=10P8kLkWeYhtK3Gl15nB-gH7VLO4S7Xal&export=download&authuser=0&confirm=t&uuid=d5c5db29-435d-404f-8900-683bf56fbc66&at=APZUnTXm1ZHS7CbGiWaB04WySH-t:1704891263184",
+      "path": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/vlc/efcf0d81-0835-4880-b2fd-d866e8bc2294/interstellar.png",
      "dest": "interstellar_wallpaper_gold.png"
    },
    "result": {
--- a/evaluation_examples/examples/vlc/fba2c100-79e8-42df-ae74-b592418d54f4.json
+++ b/evaluation_examples/examples/vlc/fba2c100-79e8-42df-ae74-b592418d54f4.json
@@ -9,7 +9,7 @@
      "parameters": {
        "files": [
          {
-            "url": "https://drive.usercontent.google.com/download?id=1u7CFVr5bWti7OnhvyjtSdQolzy0lYicm&export=download&authuser=0&confirm=t&uuid=18498a7c-9b52-4c00-a2cc-2e8b521c4d9c&at=APZUnTX0R_TRccU_UmtJWXZ6On3x:1704890439561",
+            "url": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/vlc/fba2c100-79e8-42df-ae74-b592418d54f4/Interstellar Movie - Official Trailer.mp4",
            "path": "/home/user/Desktop/Interstellar Movie - Official Trailer.mp4"
          }
        ]
@@ -59,7 +59,7 @@
    "func": "compare_images",
    "expected": {
      "type": "cloud_file",
-      "path": "https://drive.usercontent.google.com/download?id=1shU1TQ3ao9QWfhmC63vbD10YFbhv7PYv&export=download&authuser=0&confirm=t&uuid=6a22a47a-6d35-4996-b02e-b24b33a1c449&at=APZUnTVlvDKpxW7QKmBBmdNq2jRw:1704891215314",
+      "path": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/vlc/fba2c100-79e8-42df-ae74-b592418d54f4/interstellar.png",
      "dest": "interstellar_gold.png"
    },
    "result": {
@@ -68,4 +68,4 @@
      "dest": "interstellar.png"
    }
  }
-}
+}