lzy/sci-gui-agent-benchmark
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Re-org the files in multi_apps subset; fix broken links

Browse Source
This commit is contained in:
Timothyxxx
2024-08-08 00:17:26 +08:00
parent a8a60bd9d1
commit 7b38e21b36
13 changed files with 51 additions and 51 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
evaluation_examples/examples/multi_apps/22a4636f-8179-4357-8e87-d1743ece1f81.json
View File

@@ -66,7 +66,7 @@
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=17fkMG4guromDzAHNCzzJieZHa2nJDBpc&export=download&authuser=0&confirm=t",
"url": "https://drive.usercontent.google.com/download?id=1mIPe4P5b5WPoYI1zegSXjZ1Fhjjvr5Zk&export=download&authuser=0&confirm=t",
"path": "/home/user/Desktop/Meeting-Agenda.docx"
}
]
@@ -101,7 +101,7 @@
},
"expected": {
"type": "cloud_file",
"path": "https://drive.usercontent.google.com/download?id=1wHWQ6mTJcNLtrL83GrUPzxx2HeOC4L8T&export=download&authuser=0&confirm=t",
"path": "https://drive.usercontent.google.com/download?id=1vY9GCxczkuom8bOU6SVHe9pTYgGIm1_M&export=download&authuser=0&confirm=t",
"dest": "gold-Meeting-Agenda.pdf"
}
}

2
evaluation_examples/examples/multi_apps/3c8f201a-009d-4bbe-8b65-a6f8b35bb57f.json
View File

@@ -1,7 +1,7 @@
{
"id": "3c8f201a-009d-4bbe-8b65-a6f8b35bb57f",
"snapshot": "gimp",
"instruction": "Download the image from \"https://drive.google.com/uc?export=download&id=1i8j5dGS57sA07jEuPNAlQW-sn5uqUnuK\", and then use GIMP to compress it to under 600KB as \"compressed.jpeg\" on the Desktop. Resize if needed.",
"instruction": "Download the image from \"https://drive.google.com/uc?export=download&id=1VIwIhLpkRr72DTuJINsZQ-DDwHAtfddq\", and then use GIMP to compress it to under 600KB as \"compressed.jpeg\" on the Desktop. Resize if needed.",
"source": "",
"config": [
{

2
evaluation_examples/examples/multi_apps/42f4d1c7-4521-4161-b646-0a8934e36081.json
View File

@@ -9,7 +9,7 @@
"parameters": {
"files": [
{
"url": "https://drive.google.com/uc?export=download&id=1yrWU5HimYPNUjdtvw1a218kh50fPVtZ3",
"url": "https://drive.google.com/uc?export=download&id=13O9wzD5k_GtKlX4CT__u3Zc-flyOnmVX",
"path": "/home/user/Desktop/character.png"
}
]

16
evaluation_examples/examples/multi_apps/48c46dc7-fe04-4505-ade7-723cba1aa6f6.json
View File

@@ -48,14 +48,14 @@
"type": "download",
"parameters": {
"files": [
{"path": "/home/user/Documents/Finance/receipts/aws-invoice-2308.pdf", "url": "https://drive.google.com/uc?id=1azRFXf4A7fvW0S7r9upHvleMEi-92hHM&export=download"},
{"path": "/home/user/Documents/Finance/receipts/aws-invoice-2309.pdf", "url": "https://drive.google.com/uc?id=1x-lpHm8U4U7uRPZ74-9wq9KzW2R55ln1&export=download"},
{"path": "/home/user/Documents/Finance/receipts/aws-invoice-2310.pdf", "url": "https://drive.google.com/uc?id=1pcrgV9G6NO4ekMEQBiupwXtq6mmke7b_&export=download"},
{"path": "/home/user/Documents/Finance/receipts/aws-invoice-2311.pdf", "url": "https://drive.google.com/uc?id=1JzbCK_nIY8X_3QZjnkzTtb-cRoq9zNT-&export=download"},
{"path": "/home/user/Documents/Finance/receipts/aws-invoice-2312.pdf", "url": "https://drive.google.com/uc?id=1RqbulzKG_HeYb1GZmLABOzlohlFg02UU&export=download"},
{"path": "/home/user/Documents/Finance/receipts/X-receipt-2312.pdf", "url": "https://drive.google.com/uc?id=1QzWjNzvNosG_yQr7VVonvYb3cUYF5f3u&export=download"},
{"path": "/home/user/Documents/Finance/tally_book.xlsx", "url": "https://drive.google.com/uc?id=13yuLhBPmouoWR-DybfgaIbWUOxbY_jhL&export=download"},
{"path": "/home/user/.projects.tar.xz", "url": "https://drive.google.com/uc?id=1oJcxpjqF474Wm16i1aZc8DlCEfAvc4t_&export=download"}
{"path": "/home/user/Documents/Finance/receipts/aws-invoice-2308.pdf", "url": "https://drive.google.com/uc?id=1pV-QpTEcQ77bXxpnSMed8Aoiw8sFswUx&export=download"},
{"path": "/home/user/Documents/Finance/receipts/aws-invoice-2309.pdf", "url": "https://drive.google.com/uc?id=12W14E90w773CGA63PMvUTwa1JrkOC1sZ&export=download"},
{"path": "/home/user/Documents/Finance/receipts/aws-invoice-2310.pdf", "url": "https://drive.google.com/uc?id=1OgfgrmPRoZlspQX5VJKfEjWljdKL3DMI&export=download"},
{"path": "/home/user/Documents/Finance/receipts/aws-invoice-2311.pdf", "url": "https://drive.google.com/uc?id=1siXXOnpNRMFyEdH5Qq4Wcmhuhi9L5vqV&export=download"},
{"path": "/home/user/Documents/Finance/receipts/aws-invoice-2312.pdf", "url": "https://drive.google.com/uc?id=1mqQMYAazTSr31Xem8X6T7b6xhsOalfjQ&export=download"},
{"path": "/home/user/Documents/Finance/receipts/X-receipt-2312.pdf", "url": "https://drive.google.com/uc?id=140FJGYni2Vvr7C1FplDXeaMZ14BLxcVj&export=download"},
{"path": "/home/user/Documents/Finance/tally_book.xlsx", "url": "https://drive.google.com/uc?id=10rtn4ZsF6K9vqPvZ9MNKeTQLbZhBdJEI&export=download"},
{"path": "/home/user/.projects.tar.xz", "url": "https://drive.google.com/uc?id=1cZH3OcNAPCTL3cSPDuWp-E8VzkS1_ynP&export=download"}
]
}
},

8
evaluation_examples/examples/multi_apps/510f64c8-9bcc-4be1-8d30-638705850618.json
View File

@@ -9,7 +9,7 @@
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1PnC-zxTtntYvuGlnIV2_05jiHfkX_1E-&export=download",
"url": "https://drive.usercontent.google.com/download?id=172YIofjzf_J4z1CIxqoqS-6t7Ng-ENg4&export=download",
"path": "/home/user/Downloads/vscodeEvalExtension.zip"
}
]
@@ -30,15 +30,15 @@
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1akdsiRVdq6CUtT-FX8Dpf8ruPTq6DcFn&export=download&authuser=0&confirm=t&uuid=ce2fa96a-454e-43d9-bbe3-98553b7eed0d&at=APZUnTVw_YQ1URTvP34vrmKcw0b4:1705222451052",
"url": "https://drive.usercontent.google.com/download?id=1Oz-JsoViKlS5hLBUJ772Bf8ErLCqfkVd&export=download&authuser=0&confirm=t&uuid=a957ab75-c9cc-4bb1-9fde-a9f6787d945b&at=APZUnTWNqtAOz6CZyaSmeHqyT4TL:1723046687217",
"path": "/home/user/Desktop/project/main.py"
},
{
"url": "https://drive.usercontent.google.com/download?id=1BkwtqtAzv_K2CrTbJZ0HbMHBffzdD9vc&export=download&authuser=0&confirm=t&uuid=28f77090-deef-49a1-b156-91317881e75e&at=APZUnTXuaR6i_3t3Prslk535GaO5:1705222457290",
"url": "https://drive.usercontent.google.com/download?id=1vvHi6PL7RpX-i4OORf5BADkoeQ-mi4mC&export=download",
"path": "/home/user/Desktop/project/README.md"
},
{
"url": "https://drive.usercontent.google.com/download?id=1ea_zF2tbcXOB8w9neBV-U5xI2nnPzIw_&export=download&authuser=0&confirm=t&uuid=9cf8c5bb-a880-475c-b80b-967a0c4fbea4&at=APZUnTUdjIj80F3Mbgi72eZDTZLO:1705222462443",
"url": "https://drive.usercontent.google.com/download?id=1rPs76hfueGaZQ8y4PePT2yeLYzYAlkNX&export=download",
"path": "/home/user/Desktop/project/.vscode/settings.json"
}
]

2
evaluation_examples/examples/multi_apps/58565672-7bfe-48ab-b828-db349231de6b.json
View File

@@ -37,7 +37,7 @@
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1EHLRWzBCOsyERkSMUnTF2pnsR0n6ZvtR&export=download&authuser=0&confirm=t&uuid=88b71c06-b5b9-4108-a516-24c46fe9273d&at=APZUnTXK2q16yG7u43034ou5uCoA:1706600462917",
"url": "https://drive.google.com/uc?export=download&id=1z6W2bwbphINeAcRjtO0LgSN6UnHeUrZB",
"path": "/home/user/thunderbird-profile.tar.gz"
}
]

4
evaluation_examples/examples/multi_apps/65e62ec6-4603-4c67-b4d2-07830deb285b.json
View File

@@ -9,7 +9,7 @@
"parameters": {
"files": [
{
"url": "https://drive.google.com/uc?export=download&id=1XIJHJ6jtYITRG6vA1-rQlnKegIk0u6j6",
"url": "https://drive.google.com/uc?id=1V2Ic9V3_5sxwynRMkLCDyqwBVUNe7PSK&export=download",
"path": "/home/user/Desktop/answers.json"
}
]
@@ -55,7 +55,7 @@
"func": "compare_docx_files_and_ignore_new_lines",
"expected": {
"type": "cloud_file",
"path": "https://drive.google.com/uc?export=download&id=1edtU4kHecg7oxerf1jvd1-ak-2WmEla3",
"path": "https://drive.google.com/uc?id=1cLS9dtb-6Yg_VtcFjNbovw6CE04vWuFl&export=download",
"dest": "results_Gold.docx"
},
"result": {

44
evaluation_examples/examples/multi_apps/881deb30-9549-4583-a841-8270c65f2a17.json
View File

@@ -21,83 +21,83 @@
"files": [
{
"path": "/home/user/Documents/Fundings/ecs/ecs15.pdf",
"url": "https://drive.google.com/uc?id=1FTiT3mLlkehe2yWVdSMWr1w4ltLtQZUy&export=download"
"url": "https://drive.google.com/uc?id=1dzy9JPSnXyyjj0EcQVSWfoDqxfhxhajA&export=download"
},
{
"path": "/home/user/Documents/Fundings/ecs/ecs16.pdf",
"url": "https://drive.google.com/uc?id=1DMzZyhDey3lDsQ7fcPiJm9AYGECZms3q&export=download"
"url": "https://drive.google.com/uc?id=1_G8bPtVmYSuIhzeHH2Rb9ZEIQFCWmUxK&export=download"
},
{
"path": "/home/user/Documents/Fundings/ecs/ecs17.pdf",
"url": "https://drive.google.com/uc?id=1TgAWk7FiV8fNrG2L3-Eu7BDccqtXebXY&export=download"
"url": "https://drive.google.com/uc?id=13Zgb3O0taE8i8KjVlnPpUxtDR2WEUXD4&export=download"
},
{
"path": "/home/user/Documents/Fundings/ecs/ecs23.pdf",
"url": "https://drive.google.com/uc?id=11DVxH4eRjECUxZNbUhYNJhgD0Y5WoN8r&export=download"
"url": "https://drive.google.com/uc?id=1-ho5Exn43emwSCCqIOpceFjCOPY8E67J&export=download"
},
{
"path": "/home/user/Documents/Fundings/ecs/ecs22.pdf",
"url": "https://drive.google.com/uc?id=17IgyJADA65F40kH79S90QgEzPa7IERXx&export=download"
"url": "https://drive.google.com/uc?id=1xygVNlMboSJ-SvmtOPfxpaP0lEKGifRO&export=download"
},
{
"path": "/home/user/Documents/Fundings/ecs/ecs21.pdf",
"url": "https://drive.google.com/uc?id=1kB4eFfLisPXKOirGUHbbcOyf73t7MVqL&export=download"
"url": "https://drive.google.com/uc?id=1pcfUJEAu5vTYwrCScaqnsjdFV78VpH3H&export=download"
},
{
"path": "/home/user/Documents/Fundings/ecs/ecs20.pdf",
"url": "https://drive.google.com/uc?id=179j9tD1xRSgd9COM7rzErO6FLYO2sc_a&export=download"
"url": "https://drive.google.com/uc?id=1zCmY31VeLdYWGQWKEm7FsJWJjcQBMRRI&export=download"
},
{
"path": "/home/user/Documents/Fundings/ecs/ecs19.pdf",
"url": "https://drive.google.com/uc?id=1ogZUTfKjvQhg58GXtVUxe1U8VvHU-3ap&export=download"
"url": "https://drive.google.com/uc?id=1Qfqhk8DXlT9N35lzxRDw_ik5sp3ESZis&export=download"
},
{
"path": "/home/user/Documents/Fundings/ecs/ecs18.pdf",
"url": "https://drive.google.com/uc?id=1MfuvRhAnhMEMbxn5js2ffWqMHJx2fsd2&export=download"
"url": "https://drive.google.com/uc?id=1f8zIeKXBC5JxH4ByWPMEdRu_oONINU0Q&export=download"
},
{
"path": "/home/user/Documents/Fundings/grf/customer-information-sheet-for-inward-payments-to-hong-kong.pdf",
"url": "https://drive.google.com/uc?id=1s-H3an7HLBM9ku6d6Hcdj1qkSwKAHngU&export=download"
"url": "https://drive.google.com/uc?id=1G-RS2SEoW99t3VMmehq8UI8iEr2iuQ_5&export=download"
},
{
"path": "/home/user/Documents/Fundings/grf/grf15.pdf",
"url": "https://drive.google.com/uc?id=1rRQXo9XHnCVTG8XqNAv0SJwPTW36MMbm&export=download"
"url": "https://drive.google.com/uc?id=1Rz8IAHmMtEM9pfuYCp0KFkZgHmcQzDX3&export=download"
},
{
"path": "/home/user/Documents/Fundings/grf/grf16.pdf",
"url": "https://drive.google.com/uc?id=18ljRqkdyXEZ464E0dpKjaEa2NFexyw3I&export=download"
"url": "https://drive.google.com/uc?id=1_aFvSMjPWlTtYjujqhrDag2zbdvHy23D&export=download"
},
{
"path": "/home/user/Documents/Fundings/grf/grf17.pdf",
"url": "https://drive.google.com/uc?id=1VrqOnyhpOkMpyIJ6YMrAhixpahjYonOd&export=download"
"url": "https://drive.google.com/uc?id=1voF79p8THC6Mrb1rgjWK7espwiICMhkQ&export=download"
},
{
"path": "/home/user/Documents/Fundings/grf/grf18.pdf",
"url": "https://drive.google.com/uc?id=182CLDUr372-jpAiY4YvSbGNXF9TsWxzA&export=download"
"url": "https://drive.google.com/uc?id=1QF5nCOTROJP87i5Oyx23Xr0YLoYSkFns&export=download"
},
{
"path": "/home/user/Documents/Fundings/grf/grf19.pdf",
"url": "https://drive.google.com/uc?id=1YkJtjlklKN0NmLiI2Hi4f_dKtTm5SPxT&export=download"
"url": "https://drive.google.com/uc?id=18mbzDx27lPQNNHoz0qFBm5kEjWM64kmv&export=download"
},
{
"path": "/home/user/Documents/Fundings/grf/grf20.pdf",
"url": "https://drive.google.com/uc?id=1a7Uc7VCMlEX6fy-5oqE6i1YLitBe7gaf&export=download"
"url": "https://drive.google.com/uc?id=11kuFhMTYmlejm5POlDJXoY153mzVxL65&export=download"
},
{
"path": "/home/user/Documents/Fundings/grf/grf21.pdf",
"url": "https://drive.google.com/uc?id=1s8km4Wle4lc5PkbUQfivBFK0IJQgxMiB&export=download"
"url": "https://drive.google.com/uc?id=1d9jNEoqdZQMc3hdkXktrbYNoo-Y34T5M&export=download"
},
{
"path": "/home/user/Documents/Fundings/grf/grf22.pdf",
"url": "https://drive.google.com/uc?id=1HTEb1uK7LNvbVyeXgO8WemCPPgiASKiy&export=download"
"url": "https://drive.google.com/uc?id=14ENasObZ3hXXaIMTtEF6kALdyaVFkhy5&export=download"
},
{
"path": "/home/user/Documents/Fundings/grf/grf23.pdf",
"url": "https://drive.google.com/uc?id=1XM-jZlfu_i4waDZHb8Z6Vr5b3LgULTtP&export=download"
"url": "https://drive.google.com/uc?id=1kR_x8f3l2tFR3_-PkkRA_lCNoGc7PdaK&export=download"
},
{
"path": "/home/user/Documents/Fundings/supported_rate.xlsx",
"url": "https://drive.google.com/uc?id=1jkC80XAlm4V_zZF4m75MGDqnVi9Pq-Ft&export=download"
"url": "https://drive.google.com/uc?id=1RGhe8uKjS3ysUegr7OTq6ZchJ1-iTVu0&export=download"
}
]
}
@@ -164,8 +164,8 @@
"expected": {
"type": "cloud_file",
"path": [
"https://drive.google.com/uc?id=11mBEe1TnJhtHD5QolFuQhPvRCOSpm8ko&export=download",
"https://drive.google.com/uc?id=1len3Jz4cAztVC0t9dUyECCGecRrCsIHj&export=download"
"https://drive.google.com/uc?id=1N_hXcvZsu6-8MkYrLlPYaOQ7SH4pLIYH&export=download",
"https://drive.google.com/uc?id=1Wu9rt2qEx5rNzsl8o7f_EZJ-HKdtt8JQ&export=download"
],
"dest": [
"supported_rate-gt.xlsx",

4
evaluation_examples/examples/multi_apps/91190194-f406-4cd6-b3f9-c43fac942b22.json
View File

@@ -9,7 +9,7 @@
"parameters": {
"files": [
{
"url": "https://drive.google.com/uc?export=download&id=1bmSRNNh4JkF6izrKrmynUHarf0pFES50",
"url": "https://drive.google.com/uc?export=download&id=1ZSSaTKsYZ4C5teHLmNUsvG6HuXnB2ILs",
"path": "/home/user/Desktop/cola.png"
}
]
@@ -40,7 +40,7 @@
},
"expected": {
"type": "cloud_file",
"path": "https://drive.google.com/uc?export=download&id=1MayrIPJWRK7cMEVe3TxYmgkAbVMrYcQA",
"path": "https://drive.google.com/uc?export=download&id=1k55gnnZUl6c6bZvRBm0Wo8SoruS6nwpe",
"dest": "cropped_gold.png"
}
}

4
evaluation_examples/examples/multi_apps/98e8e339-5f91-4ed2-b2b2-12647cb134f4.json
View File

@@ -9,7 +9,7 @@
"parameters": {
"files": [
{
"url": "https://drive.google.com/uc?export=download&id=1dqbi6j3zPOqFTMFHVVaEOXSdHz5zIey1",
"url": "https://drive.google.com/uc?export=download&id=1_1J2SvuTQSxSJk6lR2QlEiis7zSwdcmf",
"path": "/home/user/Desktop/doc_proc.zip"
}
]
@@ -47,7 +47,7 @@
},
"expected": {
"type": "cloud_file",
"path": "https://drive.google.com/uc?export=download&id=10k_8T7Hk9KQ2I-AbNK56hvXR6yv0Pemc",
"path": "https://drive.google.com/uc?export=download&id=1nNoQoQUOfX-do0ZiFQcdJ0_rt2oGcr9Y",
"dest": "concat_gold.docx"
}
}

4
evaluation_examples/examples/multi_apps/bb7db4c2-30b5-4be7-8dd7-b8c4ec7d3108.json
View File

@@ -9,11 +9,11 @@
"parameters": {
"files": [
{
"url": "https://drive.google.com/uc?export=download&id=1BAZvR0BflPh70ClL2bHrbJ-xyV-nNQ1o",
"url": "https://drive.google.com/uc?export=download&id=1c5YIFwlO204Nz7dno68D_I2ib1uXRyHN",
"path": "/home/user/Desktop/anmi.png"
},
{
"url": "https://drive.google.com/uc?export=download&id=1zcyY7y_deKStc-AtU8pFFrJItOuyfrNK",
"url": "https://drive.google.com/uc?export=download&id=1d7vM939tJQ_vQLSODNWWfW749tEcomBQ",
"path": "/home/user/Desktop/index.html"
}
]

4
evaluation_examples/examples/multi_apps/d68204bf-11c1-4b13-b48b-d303c73d4bf6.json
View File

@@ -9,7 +9,7 @@
"parameters": {
"files": [
{
"url": "https://drive.google.com/uc?export=download&id=1CPGW_OZsfSWDdTU7CFrTjpzSAASyLy4w",
"url": "https://drive.google.com/uc?export=download&id=1GdtkwADABIVBaDsQEsHGee3V5idByMeF",
"path": "/home/user/Desktop/tilearray.png"
}
]
@@ -40,7 +40,7 @@
},
"expected": {
"type": "cloud_file",
"path": "https://drive.google.com/uc?export=download&id=1aHwmnxL2CKEh_FhVpevY452-BQH2t5rG",
"path": "https://drive.google.com/uc?export=download&id=1hADwgTFkXwD5U8966aj5V8qw6Y1j1d9S",
"dest": "rearranged_gold.png"
}
}

4
evaluation_examples/examples/multi_apps/e8172110-ec08-421b-a6f5-842e6451911f.json
View File

@@ -9,11 +9,11 @@
"parameters": {
"files": [
{
"url": "https://drive.google.com/uc?export=download&id=1Tf7MvqBMHuIhvKmk-Ryr_qmzmkACFjxB",
"url": "https://drive.google.com/uc?export=download&id=19U28YF5e3bpoCUW3zmoUl2HVR9IgrfXR",
"path": "/home/user/Desktop/character.png"
},
{
"url": "https://drive.google.com/uc?export=download&id=1wKG5X6LaN0tShsAK4lFg3OyFg8OGYYZg",
"url": "https://drive.google.com/uc?export=download&id=1l4AzlSZ2E4w0NrFkZ1ForTAmM5CSxveI",
"path": "/home/user/Desktop/character_no_background_gold.png"
}
]