feat: Migrate OSWorld files to HuggingFace cache with comprehensive documentation

- Add detailed README for file cache repository - Implement migration script with retry logic and browser simulation - Support automatic file type detection and deduplication - Ensure reliable hosting for OSWorld evaluation files
2025-05-28 04:29:37 +08:00
parent a845824f06
commit 34748567a5
317 changed files with 12630 additions and 12008 deletions
--- a/evaluation_examples/examples/vs_code/0512bb38-d531-4acf-9e7e-0add90816068.json
+++ b/evaluation_examples/examples/vs_code/0512bb38-d531-4acf-9e7e-0add90816068.json
@@ -9,7 +9,7 @@
      "parameters": {
        "files": [
          {
-            "url": "https://drive.usercontent.google.com/download?id=1fu_JH3rQk93MHFzUcXJDKC68X_yXRNwJ&export=download&authuser=0&confirm=t&uuid=efb1a587-645a-4ee8-b8af-cfba2c6473b6&at=APZUnTWqz5t2nKbHZczIMW7aAMsz:1706668206536",
+            "url": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/vs_code/0512bb38-d531-4acf-9e7e-0add90816068/test.vsix",
            "path": "/home/user/test.vsix"
          }
        ]
@@ -54,4 +54,4 @@
      }
    }
  }
-}
+}
--- a/evaluation_examples/examples/vs_code/0ed39f63-6049-43d4-ba4d-5fa2fe04a951.json
+++ b/evaluation_examples/examples/vs_code/0ed39f63-6049-43d4-ba4d-5fa2fe04a951.json
@@ -9,7 +9,7 @@
      "parameters": {
        "files": [
          {
-            "url": "https://drive.usercontent.google.com/download?id=1I0tp77_4Qwuz_JW0Tluo_DJzScTARkOZ&export=download&authuser=0&confirm=t&uuid=3e090432-df3f-4f68-8c77-f0f06d399d08&at=APZUnTUFLQTdU4MtnLGUnOVAVcxW:1704282082382",
+            "url": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/vs_code/0ed39f63-6049-43d4-ba4d-5fa2fe04a951/vscode_replace_text.txt",
            "path": "/home/user/Desktop/vscode_replace_text.txt"
          }
        ]
@@ -69,7 +69,7 @@
    "func": "compare_text_file",
    "expected": {
      "type": "cloud_file",
-      "path": "https://drive.usercontent.google.com/download?id=141LWiPgICRc62T7oFQPVgDqA58E4mxWS&export=download&authuser=0&confirm=t&uuid=452959a6-40af-4f60-9edf-93656466d3cb&at=APZUnTUHYqRUaVmmPqAutatE38KH:1704282217307",
+      "path": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/vs_code/0ed39f63-6049-43d4-ba4d-5fa2fe04a951/vscode_replace_text_gold.txt",
      "dest": "vscode_replace_text_gold.txt"
    },
    "result": {
@@ -78,4 +78,4 @@
      "dest": "vscode_replace_text.txt"
    }
  }
-}
+}
--- a/evaluation_examples/examples/vs_code/53ad5833-3455-407b-bbc6-45b4c79ab8fb.json
+++ b/evaluation_examples/examples/vs_code/53ad5833-3455-407b-bbc6-45b4c79ab8fb.json
@@ -9,7 +9,7 @@
      "parameters": {
        "files": [
          {
-            "url": "https://drive.usercontent.google.com/download?id=1PnC-zxTtntYvuGlnIV2_05jiHfkX_1E-&export=download",
+            "url": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/vs_code/53ad5833-3455-407b-bbc6-45b4c79ab8fb/vscodeEvalExtension.zip",
            "path": "/home/user/Downloads/vscodeEvalExtension.zip"
          }
        ]
@@ -48,15 +48,15 @@
      "parameters": {
        "files": [
          {
-            "url": "https://drive.usercontent.google.com/download?id=1akdsiRVdq6CUtT-FX8Dpf8ruPTq6DcFn&export=download&authuser=0&confirm=t&uuid=ce2fa96a-454e-43d9-bbe3-98553b7eed0d&at=APZUnTVw_YQ1URTvP34vrmKcw0b4:1705222451052",
+            "url": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/vs_code/5e2d93d8-8ad0-4435-b150-1692aacaa994/main.py",
            "path": "/home/user/project/main.py"
          },
          {
-            "url": "https://drive.usercontent.google.com/download?id=1BkwtqtAzv_K2CrTbJZ0HbMHBffzdD9vc&export=download&authuser=0&confirm=t&uuid=28f77090-deef-49a1-b156-91317881e75e&at=APZUnTXuaR6i_3t3Prslk535GaO5:1705222457290",
+            "url": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/vs_code/53ad5833-3455-407b-bbc6-45b4c79ab8fb/README.md",
            "path": "/home/user/project/README.md"
          },
          {
-            "url": "https://drive.usercontent.google.com/download?id=1ea_zF2tbcXOB8w9neBV-U5xI2nnPzIw_&export=download&authuser=0&confirm=t&uuid=9cf8c5bb-a880-475c-b80b-967a0c4fbea4&at=APZUnTUdjIj80F3Mbgi72eZDTZLO:1705222462443",
+            "url": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/vs_code/53ad5833-3455-407b-bbc6-45b4c79ab8fb/settings.json",
            "path": "/home/user/project/.vscode/settings.json"
          }
        ]
@@ -96,4 +96,4 @@
      "dest": "OpenProject.txt"
    }
  }
-}
+}
--- a/evaluation_examples/examples/vs_code/5e2d93d8-8ad0-4435-b150-1692aacaa994.json
+++ b/evaluation_examples/examples/vs_code/5e2d93d8-8ad0-4435-b150-1692aacaa994.json
@@ -19,15 +19,15 @@
      "parameters": {
        "files": [
          {
-            "url": "https://drive.usercontent.google.com/download?id=1akdsiRVdq6CUtT-FX8Dpf8ruPTq6DcFn&export=download&authuser=0&confirm=t&uuid=ce2fa96a-454e-43d9-bbe3-98553b7eed0d&at=APZUnTVw_YQ1URTvP34vrmKcw0b4:1705222451052",
+            "url": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/vs_code/5e2d93d8-8ad0-4435-b150-1692aacaa994/main.py",
            "path": "/home/user/project/main.py"
          },
          {
-            "url": "https://drive.usercontent.google.com/download?id=1BkwtqtAzv_K2CrTbJZ0HbMHBffzdD9vc&export=download&authuser=0&confirm=t&uuid=28f77090-deef-49a1-b156-91317881e75e&at=APZUnTXuaR6i_3t3Prslk535GaO5:1705222457290",
+            "url": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/vs_code/5e2d93d8-8ad0-4435-b150-1692aacaa994/README.md",
            "path": "/home/user/project/README.md"
          },
          {
-            "url": "https://drive.usercontent.google.com/download?id=1ea_zF2tbcXOB8w9neBV-U5xI2nnPzIw_&export=download&authuser=0&confirm=t&uuid=9cf8c5bb-a880-475c-b80b-967a0c4fbea4&at=APZUnTUdjIj80F3Mbgi72eZDTZLO:1705222462443",
+            "url": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/vs_code/5e2d93d8-8ad0-4435-b150-1692aacaa994/settings.json",
            "path": "/home/user/project/.vscode/settings.json"
          }
        ]
--- a/evaluation_examples/examples/vs_code/6ed0a554-cbee-4b44-84ea-fd6c042f4fe1.json
+++ b/evaluation_examples/examples/vs_code/6ed0a554-cbee-4b44-84ea-fd6c042f4fe1.json
@@ -39,7 +39,7 @@
      "parameters": {
        "files": [
          {
-            "url": "https://drive.usercontent.google.com/download?id=1_CzdGGcA70VZnXWbFkxnMCS_HSl2B16A&export=download&authuser=0&confirm=t&uuid=6d08572f-04c6-42ca-8d02-b6adf3f0a271&at=APZUnTU3hL_yPkvSKokYA-Mywj1Z:1706666120779",
+            "url": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/vs_code/6ed0a554-cbee-4b44-84ea-fd6c042f4fe1/project.code-workspace",
            "path": "/home/user/project.code-workspace"
          }
        ]
@@ -48,7 +48,10 @@
    {
      "type": "launch",
      "parameters": {
-        "command": ["code", "/home/user/project.code-workspace"]
+        "command": [
+          "code",
+          "/home/user/project.code-workspace"
+        ]
      }
    },
    {
@@ -69,9 +72,15 @@
      "rules": {
        "expected": {
          "folders": [
-            {"path": "project"},
-            {"path": "data1"},
-            {"path": "data2"}
+            {
+              "path": "project"
+            },
+            {
+              "path": "data1"
+            },
+            {
+              "path": "data2"
+            }
          ]
        }
      }
@@ -82,4 +91,4 @@
      "dest": "project.code-workspace"
    }
  }
-}
+}
--- a/evaluation_examples/examples/vs_code/70745df8-f2f5-42bd-8074-fbc10334fcc5.json
+++ b/evaluation_examples/examples/vs_code/70745df8-f2f5-42bd-8074-fbc10334fcc5.json
@@ -9,7 +9,7 @@
      "parameters": {
        "files": [
          {
-            "url": "https://drive.usercontent.google.com/download?id=1k1d2UbXvp05gDdV669gNDnbdEv9SsAtN&export=download&authuser=0&confirm=t&uuid=c3d51b38-e061-4198-80cd-3cd251de8dae&at=APZUnTXaiHViMYwtweYPykye7N5u:1710938272734",
+            "url": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/vs_code/70745df8-f2f5-42bd-8074-fbc10334fcc5/HW-8-main-20240320T121653Z-001.zip",
            "path": "/home/user/Downloads/HW-8-main-20240207T164539Z-001.zip"
          }
        ]
@@ -62,4 +62,4 @@
      "dest": "settings.json"
    }
  }
-}
+}
--- a/evaluation_examples/examples/vs_code/7aeae0e2-70ee-4705-821d-1bba5d5b2ddd.json
+++ b/evaluation_examples/examples/vs_code/7aeae0e2-70ee-4705-821d-1bba5d5b2ddd.json
@@ -9,7 +9,7 @@
      "parameters": {
        "files": [
          {
-            "url": "https://drive.usercontent.google.com/download?id=1dfc_QSyywXGqh7vcXOzSkGo76fEzl-wL&export=download&authuser=0&confirm=t&uuid=6f139847-7ae6-42ec-b0a6-c84f4b02790d&at=APZUnTWXbY8NWy5aLS8bTkr-td9l:1708107970467",
+            "url": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/vs_code/7aeae0e2-70ee-4705-821d-1bba5d5b2ddd/main.py",
            "path": "/home/user/main.py"
          }
        ]
@@ -38,4 +38,4 @@
  "evaluator": {
    "func": "infeasible"
  }
-}
+}
--- a/evaluation_examples/examples/vs_code/847a96b6-df94-4927-97e6-8cc9ea66ced7.json
+++ b/evaluation_examples/examples/vs_code/847a96b6-df94-4927-97e6-8cc9ea66ced7.json
@@ -29,11 +29,11 @@
      "parameters": {
        "files": [
          {
-            "url": "https://drive.usercontent.google.com/download?id=1KGmoBsmKvhITJchGitv8_jj1gj4HESz4&export=download&authuser=0&confirm=t&uuid=a26e5f6a-dbb8-4019-b9fd-b535d99e807f&at=APZUnTVz4rBaEuvjRIWH3jsmW-6c:1708107774337",
+            "url": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/vs_code/847a96b6-df94-4927-97e6-8cc9ea66ced7/workspace1.code-workspace",
            "path": "/home/user/workspace1.code-workspace"
          },
          {
-            "url": "https://drive.usercontent.google.com/download?id=1PgvCblavKdwNFMq-puT2VxdNDd3NpJrr&export=download&authuser=0&confirm=t&uuid=49360747-4455-4406-ac69-34002bdd518d&at=APZUnTX55qhGUQ4Iw44ED369nu3E:1708107775631",
+            "url": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/vs_code/847a96b6-df94-4927-97e6-8cc9ea66ced7/workspace2.code-workspace",
            "path": "/home/user/workspace2.code-workspace"
          }
        ]
@@ -61,4 +61,4 @@
  "evaluator": {
    "func": "infeasible"
  }
-}
+}
--- a/evaluation_examples/examples/vs_code/c6bf789c-ba3a-4209-971d-b63abf0ab733.json
+++ b/evaluation_examples/examples/vs_code/c6bf789c-ba3a-4209-971d-b63abf0ab733.json
@@ -9,7 +9,7 @@
      "parameters": {
        "files": [
          {
-            "url": "https://drive.usercontent.google.com/download?id=1ITuXkSbTF0BcbTQ3v4A1qnSzbTPrP5ax&export=download&authuser=0&confirm=t&uuid=c6c45cbf-63bc-4cb0-b76c-5a663c0ed820&at=APZUnTVrE-pn_e6HGTp_Eg4ziQhi:1710938673095",
+            "url": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/vs_code/c6bf789c-ba3a-4209-971d-b63abf0ab733/hw_python_oop-master-20240320T121244Z-001.zip",
            "path": "/home/user/Downloads/hw_python_oop-master.zip"
          }
        ]
@@ -63,4 +63,4 @@
      "dest": "settings.json"
    }
  }
-}
+}
--- a/evaluation_examples/examples/vs_code/ec71221e-ac43-46f9-89b8-ee7d80f7e1c5.json
+++ b/evaluation_examples/examples/vs_code/ec71221e-ac43-46f9-89b8-ee7d80f7e1c5.json
@@ -9,7 +9,7 @@
      "parameters": {
        "files": [
          {
-            "url": "https://drive.usercontent.google.com/download?id=1k4rv_meWQyYfNMHTWipJnvh3uA5LWnWa&export=download&authuser=0&confirm=t&uuid=e923fec7-a55c-4266-8d40-be017ac54c7d&at=APZUnTVDyVA7V72IC3r2vrjwY0xz:1706666734010",
+            "url": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/vs_code/ec71221e-ac43-46f9-89b8-ee7d80f7e1c5/test.py",
            "path": "/home/user/Desktop/test.py"
          }
        ]
@@ -69,7 +69,7 @@
    "func": "compare_text_file",
    "expected": {
      "type": "cloud_file",
-      "path": "https://drive.usercontent.google.com/download?id=1fNZ4r-G58QVo5yFjS1jTqxFJAXXNyf1G&export=download&authuser=0&confirm=t&uuid=c577a187-1225-4d98-98da-d3b33b9e6c82&at=APZUnTXSUy1dHiC2Oavo5g-wRJe8:1706666819711",
+      "path": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/vs_code/ec71221e-ac43-46f9-89b8-ee7d80f7e1c5/test_gold.py",
      "dest": "test_gold.py"
    },
    "result": {