feat: Migrate OSWorld files to HuggingFace cache with comprehensive documentation

- Add detailed README for file cache repository
- Implement migration script with retry logic and browser simulation
- Support automatic file type detection and deduplication
- Ensure reliable hosting for OSWorld evaluation files
This commit is contained in:
Timothyxxx
2025-05-28 04:29:37 +08:00
parent a845824f06
commit 34748567a5
317 changed files with 12630 additions and 12008 deletions

View File

@@ -9,11 +9,11 @@
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1npPOtBdE5t_mzScyA94vDlxB8SCZNubv&export=download&authuser=0&confirm=t&uuid=64ee33b7-66a5-4f8e-9c98-95bea9521504&at=APZUnTW74Ntotdg-xRjaoxuDFju9:1709727407282",
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/09a37c51-e625-49f4-a514-20a773797a8a/requirement.docx",
"path": "C:\\Users\\User\\Desktop\\requirment.docx"
},
{
"url": "https://drive.usercontent.google.com/download?id=1eQHixX0TTExye0lbmHQny5CYhaREB5fQ&export=download&authuser=0&confirm=t&uuid=8546ef19-ea50-4e1a-9296-2db0302afd62&at=APZUnTVEmYOeAIdok_anTWOVHBCp:1709727527585",
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/09a37c51-e625-49f4-a514-20a773797a8a/ChMkKV8wsR6IBfEtABYfc0Tgu9cAAA1lQHO_78AFh-L733.jpg",
"path": "C:\\Users\\User\\Desktop\\ChMkKV8wsR6IBfEtABYfc0Tgu9cAAA1lQHO_78AFh-L733.jpg"
}
]
@@ -36,7 +36,7 @@
"func": "compare_images",
"expected": {
"type": "cloud_file",
"path": "https://drive.usercontent.google.com/download?id=1Ee1vNyG7gGpLKK2VlLfj6PxcmdkMdvqK&export=download&authuser=0&confirm=t&uuid=1f441c5d-b62d-4850-870f-8e8f113a4091&at=APZUnTWEvKSSkuGBWzen0S9L7aHP:1709727474803",
"path": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/09a37c51-e625-49f4-a514-20a773797a8a/pic.jpg",
"dest": "pic_Gold.jpg"
},
"result": {

View File

@@ -10,11 +10,11 @@
"files": [
{
"path": "C:\\Users\\User\\Desktop\\Employee Performance Evaluation Summary.xlsx",
"url": "https://drive.google.com/uc?id=1uOzi66bzO_WUnoS4Oqsodrd7_YPLatEk&export=download"
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/185f29bd-5da0-40a6-b69c-ba7f4e0324ef/Employee Performance Evaluation Summary.xlsx"
},
{
"path": "C:\\Users\\User\\Desktop\\review_template.pdf",
"url": "https://drive.google.com/uc?id=1YJ4RPGFUuS48tBh31gBerA16JSMw498w&export=download"
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/185f29bd-5da0-40a6-b69c-ba7f4e0324ef/IC-Simple-Performance-Review-Template-10796_PDF.pdf"
}
]
}
@@ -49,13 +49,13 @@
"result": {
"type": "cloud_file",
"path": [
"https://drive.google.com/uc?id=1kZM90nA1krRmV9ug5_BBe8VlrZRVLiLK&export=download",
"https://drive.google.com/uc?id=1zyLzYYThwyit9ciXpfNfPFlBomolOauY&export=download",
"https://drive.google.com/uc?id=1gMT7JBftuymajMAO5rwksORpeVq3uGmH&export=download",
"https://drive.google.com/uc?id=1x0DdtUSZyBifl1tGIWlWKn255WusJeR4&export=download",
"https://drive.google.com/uc?id=1UAcG32WO8XCXElcanjGwbSpJwFuyOkts&export=download",
"https://drive.google.com/uc?id=1PRgryg7Y5evKnDG2LPtAttVp9qAf5VyZ&export=download",
"https://drive.google.com/uc?id=1JxEDriCS2W7BQLdkIgxu_WFCRa9ib4D7&export=download"
"https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/185f29bd-5da0-40a6-b69c-ba7f4e0324ef/Alex Lee.pdf",
"https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/185f29bd-5da0-40a6-b69c-ba7f4e0324ef/David Wilson.pdf",
"https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/185f29bd-5da0-40a6-b69c-ba7f4e0324ef/Emily Johnson.pdf",
"https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/185f29bd-5da0-40a6-b69c-ba7f4e0324ef/John Doe.pdf",
"https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/185f29bd-5da0-40a6-b69c-ba7f4e0324ef/Linda Green.pdf",
"https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/185f29bd-5da0-40a6-b69c-ba7f4e0324ef/Michael Brown.pdf",
"https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/185f29bd-5da0-40a6-b69c-ba7f4e0324ef/Sophia Carter.pdf"
],
"dest": [
"Alex Lee_Gold.pdf",

View File

@@ -8,7 +8,7 @@
"type": "command",
"parameters": {
"command": "mkdir \"C:\\Users\\User\\Desktop\\students work\" \"C:\\Users\\User\\Desktop\\Lec powerpoint\" \"C:\\Users\\User\\Desktop\\Grammar test\" \"C:\\Users\\User\\Desktop\\Grammar rules PDF\" C:\\Users\\User\\Desktop\\FDI",
"shell": true
"shell": true
}
},
{
@@ -17,43 +17,43 @@
"files": [
{
"path": "C:\\Users\\User\\Desktop\\Grammer test 1.docx",
"url": "https://drive.google.com/uc?id=1VaXQ9XdzMv079xKFs0Y2XrwdmwFHIvBK&export=download"
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/1f18aa87-af6f-41ef-9853-cdb8f32ebdea/Grammer test 1.docx"
},
{
"path": "C:\\Users\\User\\Desktop\\Grammer test 2.docx",
"url": "https://drive.google.com/uc?id=1k2T88WreTwi-Yyp9mEJnreEQC3DdkJ2x&export=download"
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/1f18aa87-af6f-41ef-9853-cdb8f32ebdea/Grammar test 2.docx"
},
{
"path": "C:\\Users\\User\\Desktop\\Grammer test 3.docx",
"url": "https://drive.google.com/uc?id=1QgyQWVOcAJuPaSlrywb9nuFiQDySsTb2&export=download"
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/1f18aa87-af6f-41ef-9853-cdb8f32ebdea/Grammer test 3.docx"
},
{
"path": "C:\\Users\\User\\Desktop\\Answer.docx",
"url": "https://drive.google.com/uc?id=1BC2DuWJuZggmf6fXl6Ys9xQMZzU6a1br&export=download"
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/1f18aa87-af6f-41ef-9853-cdb8f32ebdea/Answer.docx"
},
{
"path": "C:\\Users\\User\\Desktop\\Grammar rules PDF\\irregularrules02.pdf",
"url": "https://drive.google.com/uc?id=1Eln9ehX6y6Df2-S_Hp7Ao1teKRu6I1Tg&export=download"
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/2c1ebcd7-9c6d-4c9a-afad-900e381ecd5e/irregularrules02.pdf"
},
{
"path": "C:\\Users\\User\\Desktop\\Grammar rules PDF\\irregularrules01.pdf",
"url": "https://drive.google.com/uc?id=1krdEEdNWvTwMKZU14QtI_xc2lCFVeVcl&export=download"
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/2c1ebcd7-9c6d-4c9a-afad-900e381ecd5e/irregularrules01.pdf"
},
{
"path": "C:\\Users\\User\\Desktop\\Grammar rules PDF\\fragrules.pdf",
"url": "https://drive.google.com/uc?id=1IXyI2KeiXsuh6XV2LelcmhZ2PDh_dBQf&export=download"
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/2c1ebcd7-9c6d-4c9a-afad-900e381ecd5e/fragrules.pdf"
},
{
"path": "C:\\Users\\User\\Desktop\\Grammar rules PDF\\csfsrules.pdf",
"url": "https://drive.google.com/uc?id=1ernwGGrjhYNoHVNAevdb2qNKQ0I5n3RP&export=download"
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/2c1ebcd7-9c6d-4c9a-afad-900e381ecd5e/csfsrules.pdf"
},
{
"path": "C:\\Users\\User\\Desktop\\Public Lecture Teaching Plan.docx",
"url": "https://drive.google.com/uc?id=1ywfVFTEbiSkypZpzLjLmq_ppSbQIC8s8&export=download"
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/2c1ebcd7-9c6d-4c9a-afad-900e381ecd5e/Public Lecture Teaching Plan.docx"
},
{
"path": "C:\\Users\\User\\Desktop\\Course Timetable.xlsx",
"url": "https://drive.google.com/uc?id=1NGtahknRq_kXsXlw0tRQ1_CZp9SljoVg&export=download"
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/2c1ebcd7-9c6d-4c9a-afad-900e381ecd5e/Course Timetable.xlsx"
}
]
}
@@ -85,7 +85,7 @@
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.hotkey(\"ctrl\", \"s\"); time.sleep(0.5); pyautogui.press(\"enter\");"
"import pyautogui; import time; pyautogui.hotkey(\"ctrl\", \"s\"); time.sleep(0.5); pyautogui.press(\"enter\");"
]
}
}
@@ -93,7 +93,7 @@
"func": "compare_docx_files",
"expected": {
"type": "cloud_file",
"path": "https://drive.google.com/uc?id=1TOMGWC3OFuP6yEGQuRJMEFWdg2NcBPSs&export=download",
"path": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/1f18aa87-af6f-41ef-9853-cdb8f32ebdea/Answer_Gold.docx",
"dest": "Answer gold.docx"
},
"result": {
@@ -106,4 +106,4 @@
"ignore_blanks": true
}
}
}
}

View File

@@ -7,8 +7,7 @@
{
"type": "command",
"parameters": {
"command":
"mkdir -p C:\\Users\\User\\Desktop\\snake",
"command": "mkdir -p C:\\Users\\User\\Desktop\\snake",
"shell": true
}
},
@@ -28,19 +27,19 @@
"files": [
{
"path": "C:\\Users\\User\\Desktop\\snake\\food.py",
"url": "https://drive.usercontent.google.com/download?id=1Xkza2CaWyMPwnWiDmlP2lh1mvp6LuIJp&export=download&authuser=0&confirm=t&uuid=4e57edc7-5a7e-4a31-8436-656f3b398804&at=APZUnTWyVtrAaUST2_wI2GSeQrgV:1709303403572"
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/26150609-0da3-4a7d-8868-0faf9c5f01bb/food.py"
},
{
"path": "C:\\Users\\User\\Desktop\\snake\\main.py",
"url": "https://drive.usercontent.google.com/download?id=1jcYCRW9quS2aoO4MNbF6UFvca6Z6jO3P&export=download&authuser=0&confirm=t&uuid=a98c6bdc-4acb-43fe-864a-3461276c5ebb&at=APZUnTWQTXYHkJW9XiNgew5Qe3PI:1709303406766"
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/26150609-0da3-4a7d-8868-0faf9c5f01bb/main.py"
},
{
"path": "C:\\Users\\User\\Desktop\\snake\\settings.py",
"url": "https://drive.usercontent.google.com/download?id=1aGis8eNKqLM2ZFMIe0sgzaGA-IfTdM_H&export=download&authuser=0&confirm=t&uuid=178f1635-9538-467a-b191-1ecb8e76bc78&at=APZUnTVouOz4zz4wEaYp06nf31_4:1709303409591"
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/26150609-0da3-4a7d-8868-0faf9c5f01bb/settings.py"
},
{
"path": "C:\\Users\\User\\Desktop\\snake\\snake.py",
"url": "https://drive.usercontent.google.com/download?id=1-EnaUyWeWmioOrd_S72_JN6xk5qdvJiK&export=download&authuser=0&confirm=t&uuid=6619d298-15a4-42f5-b3df-36f849e17aad&at=APZUnTXT-ko0Bc0uWau_tH3vkFnT:1709303412395"
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/26150609-0da3-4a7d-8868-0faf9c5f01bb/snake.py"
}
]
}
@@ -48,7 +47,10 @@
{
"type": "launch",
"parameters": {
"command":["C:\\Users\\User\\AppData\\Local\\Programs\\Microsoft VS Code\\code.exe", "C:\\Users\\User\\Desktop\\snake"]
"command": [
"C:\\Users\\User\\AppData\\Local\\Programs\\Microsoft VS Code\\code.exe",
"C:\\Users\\User\\Desktop\\snake"
]
}
}
],
@@ -78,7 +80,7 @@
},
"expected": {
"type": "cloud_file",
"path": "https://drive.usercontent.google.com/download?id=1rLhp5cAS93uwCdZlikQse656Tf1Ut0Xc&export=download&authuser=0&confirm=t&uuid=6bb19b05-6832-4093-9441-634b9d0ba476&at=APZUnTVBJ1h-GgRmXMW_iagvZV1A:1709447052264",
"path": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/26150609-0da3-4a7d-8868-0faf9c5f01bb/test.py",
"dest": "test_suite.py"
}
}

View File

@@ -8,7 +8,7 @@
"type": "command",
"parameters": {
"command": "mkdir \"C:\\Users\\User\\Desktop\\students work\" \"C:\\Users\\User\\Desktop\\Lec powerpoint\" \"C:\\Users\\User\\Desktop\\Grammar test\" \"C:\\Users\\User\\Desktop\\Grammar rules PDF\" C:\\Users\\User\\Desktop\\FDI",
"shell": true
"shell": true
}
},
{
@@ -17,71 +17,70 @@
"files": [
{
"path": "C:\\Users\\User\\Desktop\\students work\\Zheng He .docx",
"url": "https://drive.google.com/uc?id=1wI4141LAthnY5m6qcCUaGgDooe4wiTgz&export=download"
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/2c1ebcd7-9c6d-4c9a-afad-900e381ecd5e/Zheng He .docx"
},
{
"path": "C:\\Users\\User\\Desktop\\students work\\The literature reviews of weekly readings.docx",
"url": "https://drive.google.com/uc?id=18zoZCNtP-wTkxXp2FhH3O_NdLZKVMPIr&export=download"
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/2c1ebcd7-9c6d-4c9a-afad-900e381ecd5e/The literature reviews of weekly readings.docx"
},
{
"path": "C:\\Users\\User\\Desktop\\students work\\The British Justice System.docx",
"url": "https://drive.google.com/uc?id=1z3YHSN4CvC5kN1AwTWB_-plRS4p5GAch&export=download"
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/2c1ebcd7-9c6d-4c9a-afad-900e381ecd5e/The British Justice System.docx"
},
{
"path": "C:\\Users\\User\\Desktop\\students work\\quiz2.docx",
"url": "https://drive.google.com/uc?id=1R5Bii_kvnv_fZVXV-6DMt6Hgq-1gXMo1&export=download"
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/2c1ebcd7-9c6d-4c9a-afad-900e381ecd5e/quiz2.docx"
},
{
"path": "C:\\Users\\User\\Desktop\\students work\\quiz.docx",
"url": "https://drive.google.com/uc?id=1PvlGMVX7YkricrjoPRe0e5VQlHeozRPD&export=download"
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/2c1ebcd7-9c6d-4c9a-afad-900e381ecd5e/quiz.docx"
},
{
"path": "C:\\Users\\User\\Desktop\\students work\\Q1&2&3.docx",
"url": "https://drive.google.com/uc?id=1kLQ3lnba6p9lqikHhKDdbqrYagHnZWU_&export=download"
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/2c1ebcd7-9c6d-4c9a-afad-900e381ecd5e/Q1&2&3.docx"
},
{
"path": "C:\\Users\\User\\Desktop\\students work\\Photo Ethics in Journalism.docx",
"url": "https://drive.google.com/uc?id=1V6nG6HP_9Kb5KBCRTpaGsRTdPxnJSmRm&export=download"
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/2c1ebcd7-9c6d-4c9a-afad-900e381ecd5e/Photo Ethics in Journalism.docx"
},
{
"path": "C:\\Users\\User\\Desktop\\students work\\cassie.docx",
"url": "https://drive.google.com/uc?id=1cW9TGJy56vossXxDsdnutPyCbR70af7M&export=download"
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/2c1ebcd7-9c6d-4c9a-afad-900e381ecd5e/cassie.docx"
},
{
"path": "C:\\Users\\User\\Desktop\\students work\\case study.docx",
"url": "https://drive.google.com/uc?id=11GzpoZvp4qnL2ukXdpbhH-a3zOIHhtDx&export=download"
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/2c1ebcd7-9c6d-4c9a-afad-900e381ecd5e/case study.docx"
},
{
"path": "C:\\Users\\User\\Desktop\\Grammar rules PDF\\irregularrules02.pdf",
"url": "https://drive.google.com/uc?id=1Eln9ehX6y6Df2-S_Hp7Ao1teKRu6I1Tg&export=download"
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/2c1ebcd7-9c6d-4c9a-afad-900e381ecd5e/irregularrules02.pdf"
},
{
"path": "C:\\Users\\User\\Desktop\\Grammar rules PDF\\irregularrules01.pdf",
"url": "https://drive.google.com/uc?id=1krdEEdNWvTwMKZU14QtI_xc2lCFVeVcl&export=download"
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/2c1ebcd7-9c6d-4c9a-afad-900e381ecd5e/irregularrules01.pdf"
},
{
"path": "C:\\Users\\User\\Desktop\\Grammar rules PDF\\fragrules.pdf",
"url": "https://drive.google.com/uc?id=1IXyI2KeiXsuh6XV2LelcmhZ2PDh_dBQf&export=download"
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/2c1ebcd7-9c6d-4c9a-afad-900e381ecd5e/fragrules.pdf"
},
{
"path": "C:\\Users\\User\\Desktop\\Grammar rules PDF\\csfsrules.pdf",
"url": "https://drive.google.com/uc?id=1ernwGGrjhYNoHVNAevdb2qNKQ0I5n3RP&export=download"
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/2c1ebcd7-9c6d-4c9a-afad-900e381ecd5e/csfsrules.pdf"
},
{
"path": "C:\\Users\\User\\Desktop\\Public Lecture Teaching Plan.docx",
"url": "https://drive.google.com/uc?id=1ywfVFTEbiSkypZpzLjLmq_ppSbQIC8s8&export=download"
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/2c1ebcd7-9c6d-4c9a-afad-900e381ecd5e/Public Lecture Teaching Plan.docx"
},
{
"path": "C:\\Users\\User\\Desktop\\Course Timetable.xlsx",
"url": "https://drive.google.com/uc?id=1NGtahknRq_kXsXlw0tRQ1_CZp9SljoVg&export=download"
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/2c1ebcd7-9c6d-4c9a-afad-900e381ecd5e/Course Timetable.xlsx"
}
]
}
}
],
"trajectory": "trajectories/2c1ebcd7-9c6d-4c9a-afad-900e381ecd5e",
"related_apps": [
],
"related_apps": [],
"evaluator": {
"postconfig": [
{
@@ -103,7 +102,7 @@
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.hotkey(\"ctrl\", \"s\"); time.sleep(0.5); pyautogui.press(\"enter\");"
"import pyautogui; import time; pyautogui.hotkey(\"ctrl\", \"s\"); time.sleep(0.5); pyautogui.press(\"enter\");"
]
}
}
@@ -111,7 +110,7 @@
"func": "compare_references",
"expected": {
"type": "cloud_file",
"path": "https://drive.google.com/uc?id=1325Qfch0JaJ_wJ20ICxMoHeW8KLpK8v0&export=download",
"path": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/2c1ebcd7-9c6d-4c9a-afad-900e381ecd5e/case study gold.docx",
"dest": "case study gold.docx"
},
"result": {
@@ -124,4 +123,4 @@
"reference_base_result": 0.92
}
}
}
}

View File

@@ -8,7 +8,7 @@
"type": "command",
"parameters": {
"command": "mkdir \"C:\\Users\\User\\Desktop\\students work\" \"C:\\Users\\User\\Desktop\\Lec powerpoint\" \"C:\\Users\\User\\Desktop\\Grammar test\" \"C:\\Users\\User\\Desktop\\Grammar rules PDF\" C:\\Users\\User\\Desktop\\FDI",
"shell": true
"shell": true
}
},
{
@@ -17,39 +17,39 @@
"files": [
{
"path": "C:\\Users\\User\\Desktop\\students work\\Zheng He .docx",
"url": "https://drive.google.com/uc?id=1wI4141LAthnY5m6qcCUaGgDooe4wiTgz&export=download"
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/2c1ebcd7-9c6d-4c9a-afad-900e381ecd5e/Zheng He .docx"
},
{
"path": "C:\\Users\\User\\Desktop\\students work\\cassie.docx",
"url": "https://drive.google.com/uc?id=1cW9TGJy56vossXxDsdnutPyCbR70af7M&export=download"
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/2c1ebcd7-9c6d-4c9a-afad-900e381ecd5e/cassie.docx"
},
{
"path": "C:\\Users\\User\\Desktop\\students work\\case study.docx",
"url": "https://drive.google.com/uc?id=11GzpoZvp4qnL2ukXdpbhH-a3zOIHhtDx&export=download"
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/2c1ebcd7-9c6d-4c9a-afad-900e381ecd5e/case study.docx"
},
{
"path": "C:\\Users\\User\\Desktop\\Grammar rules PDF\\irregularrules02.pdf",
"url": "https://drive.google.com/uc?id=1Eln9ehX6y6Df2-S_Hp7Ao1teKRu6I1Tg&export=download"
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/2c1ebcd7-9c6d-4c9a-afad-900e381ecd5e/irregularrules02.pdf"
},
{
"path": "C:\\Users\\User\\Desktop\\Grammar rules PDF\\irregularrules01.pdf",
"url": "https://drive.google.com/uc?id=1krdEEdNWvTwMKZU14QtI_xc2lCFVeVcl&export=download"
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/2c1ebcd7-9c6d-4c9a-afad-900e381ecd5e/irregularrules01.pdf"
},
{
"path": "C:\\Users\\User\\Desktop\\Grammar rules PDF\\fragrules.pdf",
"url": "https://drive.google.com/uc?id=1IXyI2KeiXsuh6XV2LelcmhZ2PDh_dBQf&export=download"
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/2c1ebcd7-9c6d-4c9a-afad-900e381ecd5e/fragrules.pdf"
},
{
"path": "C:\\Users\\User\\Desktop\\Grammar rules PDF\\csfsrules.pdf",
"url": "https://drive.google.com/uc?id=1ernwGGrjhYNoHVNAevdb2qNKQ0I5n3RP&export=download"
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/2c1ebcd7-9c6d-4c9a-afad-900e381ecd5e/csfsrules.pdf"
},
{
"path": "C:\\Users\\User\\Desktop\\Public Lecture Teaching Plan.docx",
"url": "https://drive.google.com/uc?id=1ywfVFTEbiSkypZpzLjLmq_ppSbQIC8s8&export=download"
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/2c1ebcd7-9c6d-4c9a-afad-900e381ecd5e/Public Lecture Teaching Plan.docx"
},
{
"path": "C:\\Users\\User\\Desktop\\Course Timetable.xlsx",
"url": "https://drive.google.com/uc?id=1NGtahknRq_kXsXlw0tRQ1_CZp9SljoVg&export=download"
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/2c1ebcd7-9c6d-4c9a-afad-900e381ecd5e/Course Timetable.xlsx"
}
]
}
@@ -81,7 +81,7 @@
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.hotkey(\"ctrl\", \"s\"); time.sleep(0.5); pyautogui.press(\"enter\");"
"import pyautogui; import time; pyautogui.hotkey(\"ctrl\", \"s\"); time.sleep(0.5); pyautogui.press(\"enter\");"
]
}
}
@@ -111,17 +111,17 @@
"expected": [
{
"type": "cloud_file",
"path": "https://drive.google.com/uc?id=1VMOon8byWuoCW2Uk5etGMJLMzAfwFVyB&export=download",
"path": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/3a93cae4-ad3e-403e-8c12-65303b271818/Course Timetable Gold.xlsx",
"dest": "Course Timetable gold.xlsx"
},
{
"type": "cloud_file",
"path": "https://drive.google.com/uc?id=1jAThiIqILZ5t-RFPHVniSvAL8ZJO1H3P&export=download",
"path": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/3a93cae4-ad3e-403e-8c12-65303b271818/Course Timetable Gold 2.xlsx",
"dest": "Course Timetable gold 2.xlsx"
},
{
"type": "cloud_file",
"path": "https://drive.google.com/uc?id=1U0THDtPCgsw-Rb0N9fjF8DeOepPeUajP&export=download",
"path": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/3a93cae4-ad3e-403e-8c12-65303b271818/Course Timetable Gold 3.xlsx",
"dest": "Course Timetable gold 3.xlsx"
}
],
@@ -159,4 +159,4 @@
],
"conj": "or"
}
}
}

View File

@@ -1,141 +1,148 @@
{
"id": "46407397-a7d5-4c6b-92c6-dbe038b1457b",
"snapshot": "chrome",
"instruction": "Help me export charts, graph or other images from docx files received in email \"Lecture Document\" in Notes folder and upload these png files to the figures/ folder in Google Drive for later use (use numbers to name them).",
"source": "https://marketplace.uipath.com/listings/merge-pdfs-from-gmail-email-attachments-and-upload-to-gogle-drive",
"config": [
{
"type": "googledrive",
"parameters": {
"settings_file": "evaluation_examples/settings/googledrive/settings.yml",
"operation": ["delete"],
"args": [
{
"query": "title = 'figures' and 'root' in parents and mimeType = 'application/vnd.google-apps.folder'",
"trash": false
}
]
}
},
{
"type": "launch",
"parameters": {
"command": [
"C:\\Program Files\\Google\\Chrome\\Application\\chrome.exe",
"--remote-debugging-port=1337"
]
}
},
{
"type": "launch",
"parameters": {
"command": "ncat.exe -k -l 0.0.0.0 9222 --sh-exec \"ncat.exe 127.0.0.1 1337\"",
"shell": true
}
},
{
"type": "chrome_open_tabs",
"parameters": {
"urls_to_open": [
"https://news.google.com",
"https://x.com"
]
}
},
{
"type": "login",
"parameters": {
"settings_file": "evaluation_examples/settings/google/settings.json",
"platform": "googledrive"
}
},
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.google.com/uc?id=1Yy-ZrkMq4pIQq1Y75bD2WVJXxHMTaMqE&export=download",
"path": "C:\\Users\\User\\thunderbird-profile.7z"
}
]
}
},
{
"type": "execute",
"parameters": {
"command": [
"C:\\Program Files\\7-Zip\\7z.exe",
"x", "C:\\Users\\User\\thunderbird-profile.7z"
]
}
},
{
"type": "execute",
"parameters": {
"command": "rd /s /q C:\\Users\\User\\AppData\\Roaming\\Thunderbird",
"shell": true
}
},
{
"type": "execute",
"parameters": {
"command": "move C:\\Users\\User\\Thunderbird C:\\Users\\User\\AppData\\Roaming\\Thunderbird",
"shell": true
}
},
{
"type": "launch",
"parameters": {
"command": [
"C:\\Program Files\\Mozilla Thunderbird\\thunderbird.exe"
]
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"thunderbird",
"chrome"
],
"evaluator": {
"func": "compare_image_list",
"result": {
"type": "googledrive_file",
"settings_file": "evaluation_examples/settings/googledrive/settings.yml",
"query_list": [
[
"title = 'figures' and trashed = false and 'root' in parents and mimeType = 'application/vnd.google-apps.folder'",
"title = '1.png' and trashed = false"
],
[
"title = 'figures' and trashed = false and 'root' in parents and mimeType = 'application/vnd.google-apps.folder'",
"title = '2.png' and trashed = false"
],
[
"title = 'figures' and trashed = false and 'root' in parents and mimeType = 'application/vnd.google-apps.folder'",
"title = '3.png' and trashed = false"
]
],
"dest": [
"1.png",
"2.png",
"3.png"
]
},
"expected": {
"type": "cloud_file",
"path": [
"https://drive.usercontent.google.com/download?id=19J5tzWjx9hdo-n0MC3upzAntVMa8WUgk&export=download&authuser=0&confirm=t&uuid=be790579-8db9-4bd2-a757-beb27af386af&at=APZUnTVM2PjNDXhlwFZ6WAFdNVsD:1706497547717",
"https://drive.usercontent.google.com/download?id=1S04RpR5dk80LylIYGvA4e3sAUBd6wdlQ&export=download&authuser=0&confirm=t&uuid=b302de03-04f7-455c-ab0c-b3cbbeb6929a&at=APZUnTVD8zMZGO1_GWaFUm1cNXul:1706497555463",
"https://drive.usercontent.google.com/download?id=11NRLh93RTzEd0Cy-cYwMyNJSFG7-vP9c&export=download&authuser=0&confirm=t&uuid=02500115-dea3-481a-af4f-a723d9a62169&at=APZUnTW9-gENlsyfdIPA4PTA0emh:1706497560874"
],
"dest": [
"1_gold.png",
"2_gold.png",
"3_gold.png"
],
"multi": true,
"gives": [0, 1, 2]
}
"id": "46407397-a7d5-4c6b-92c6-dbe038b1457b",
"snapshot": "chrome",
"instruction": "Help me export charts, graph or other images from docx files received in email \"Lecture Document\" in Notes folder and upload these png files to the figures/ folder in Google Drive for later use (use numbers to name them).",
"source": "https://marketplace.uipath.com/listings/merge-pdfs-from-gmail-email-attachments-and-upload-to-gogle-drive",
"config": [
{
"type": "googledrive",
"parameters": {
"settings_file": "evaluation_examples/settings/googledrive/settings.yml",
"operation": [
"delete"
],
"args": [
{
"query": "title = 'figures' and 'root' in parents and mimeType = 'application/vnd.google-apps.folder'",
"trash": false
}
]
}
},
{
"type": "launch",
"parameters": {
"command": [
"C:\\Program Files\\Google\\Chrome\\Application\\chrome.exe",
"--remote-debugging-port=1337"
]
}
},
{
"type": "launch",
"parameters": {
"command": "ncat.exe -k -l 0.0.0.0 9222 --sh-exec \"ncat.exe 127.0.0.1 1337\"",
"shell": true
}
},
{
"type": "chrome_open_tabs",
"parameters": {
"urls_to_open": [
"https://news.google.com",
"https://x.com"
]
}
},
{
"type": "login",
"parameters": {
"settings_file": "evaluation_examples/settings/google/settings.json",
"platform": "googledrive"
}
},
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/46407397-a7d5-4c6b-92c6-dbe038b1457b/file_1Yy-ZrkMq4pIQq1Y75bD2WVJXxHMTaMqE.7z",
"path": "C:\\Users\\User\\thunderbird-profile.7z"
}
]
}
},
{
"type": "execute",
"parameters": {
"command": [
"C:\\Program Files\\7-Zip\\7z.exe",
"x",
"C:\\Users\\User\\thunderbird-profile.7z"
]
}
},
{
"type": "execute",
"parameters": {
"command": "rd /s /q C:\\Users\\User\\AppData\\Roaming\\Thunderbird",
"shell": true
}
},
{
"type": "execute",
"parameters": {
"command": "move C:\\Users\\User\\Thunderbird C:\\Users\\User\\AppData\\Roaming\\Thunderbird",
"shell": true
}
},
{
"type": "launch",
"parameters": {
"command": [
"C:\\Program Files\\Mozilla Thunderbird\\thunderbird.exe"
]
}
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"thunderbird",
"chrome"
],
"evaluator": {
"func": "compare_image_list",
"result": {
"type": "googledrive_file",
"settings_file": "evaluation_examples/settings/googledrive/settings.yml",
"query_list": [
[
"title = 'figures' and trashed = false and 'root' in parents and mimeType = 'application/vnd.google-apps.folder'",
"title = '1.png' and trashed = false"
],
[
"title = 'figures' and trashed = false and 'root' in parents and mimeType = 'application/vnd.google-apps.folder'",
"title = '2.png' and trashed = false"
],
[
"title = 'figures' and trashed = false and 'root' in parents and mimeType = 'application/vnd.google-apps.folder'",
"title = '3.png' and trashed = false"
]
],
"dest": [
"1.png",
"2.png",
"3.png"
]
},
"expected": {
"type": "cloud_file",
"path": [
"https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/46407397-a7d5-4c6b-92c6-dbe038b1457b/1.png",
"https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/46407397-a7d5-4c6b-92c6-dbe038b1457b/2.png",
"https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/46407397-a7d5-4c6b-92c6-dbe038b1457b/3.png"
],
"dest": [
"1_gold.png",
"2_gold.png",
"3_gold.png"
],
"multi": true,
"gives": [
0,
1,
2
]
}
}
}

View File

@@ -1,72 +1,109 @@
{
"id": "6f4073b8-d8ea-4ade-8a18-c5d1d5d5aa9a",
"snapshot": "multiapps",
"instruction": "I now want to count the meeting cities of the three machine learning conferences in the past ten years from 2013 to 2019(including 2013 and 2019). I have listed the names and years of the conferences in excel. Please fill in the vacant locations.",
"source": "author",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.google.com/uc?export=download&id=19wUxTQeoKr6ihJWJ_9cu2tzKQH0cnxWH",
"path": "C:\\Users\\User\\Desktop\\ConferenceCity.xlsx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "C:\\Users\\User\\Desktop\\ConferenceCity.xlsx"
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"excel", "chrome", "os"
],
"evaluator": {
"postconfig":[
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.google.com/uc?export=download&id=1ZcITkIOs2Z86S5L6MShSohFs3_xVfeCP",
"path": "C:\\Users\\User\\Desktop\\ConferenceCity_Gold.xlsx"
}
]
}
},
{
"type": "activate_window",
"parameters": {
"window_name": "ConferenceCity - Excel"
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.hotkey(\"ctrl\", \"s\"); time.sleep(0.5); pyautogui.press(\"enter\");"
]
}
}
],
"func": "compare_conference_city_in_order",
"expected": {
"type": "rule",
"rules":{
"expected": ["Scottsdale","Atlanta","Lake Tahoe","Banff","Beijing",["Montreal", "Montréal"],"San Diego","Lille",["Montreal", "Montréal"],"San Juan",["New York", "New York City", "NYC"],"Barcelona","Toulon","Sydney","Long Beach","Vancouver","Stockholm",["Montreal", "Montréal"],"New Orleans","Long Beach","Vancouver"]
}
},
"result": {
"type": "vm_file",
"path": "C:\\Users\\User\\Desktop\\ConferenceCity.xlsx",
"dest": "ConferenceCity.xlsx"
}
}
}
"id": "6f4073b8-d8ea-4ade-8a18-c5d1d5d5aa9a",
"snapshot": "multiapps",
"instruction": "I now want to count the meeting cities of the three machine learning conferences in the past ten years from 2013 to 2019(including 2013 and 2019). I have listed the names and years of the conferences in excel. Please fill in the vacant locations.",
"source": "author",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/6f4073b8-d8ea-4ade-8a18-c5d1d5d5aa9a/Conference.xlsx",
"path": "C:\\Users\\User\\Desktop\\ConferenceCity.xlsx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "C:\\Users\\User\\Desktop\\ConferenceCity.xlsx"
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"excel",
"chrome",
"os"
],
"evaluator": {
"postconfig": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/6f4073b8-d8ea-4ade-8a18-c5d1d5d5aa9a/ConferenceCity Gold.xlsx",
"path": "C:\\Users\\User\\Desktop\\ConferenceCity_Gold.xlsx"
}
]
}
},
{
"type": "activate_window",
"parameters": {
"window_name": "ConferenceCity - Excel"
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.hotkey(\"ctrl\", \"s\"); time.sleep(0.5); pyautogui.press(\"enter\");"
]
}
}
],
"func": "compare_conference_city_in_order",
"expected": {
"type": "rule",
"rules": {
"expected": [
"Scottsdale",
"Atlanta",
"Lake Tahoe",
"Banff",
"Beijing",
[
"Montreal",
"Montréal"
],
"San Diego",
"Lille",
[
"Montreal",
"Montréal"
],
"San Juan",
[
"New York",
"New York City",
"NYC"
],
"Barcelona",
"Toulon",
"Sydney",
"Long Beach",
"Vancouver",
"Stockholm",
[
"Montreal",
"Montréal"
],
"New Orleans",
"Long Beach",
"Vancouver"
]
}
},
"result": {
"type": "vm_file",
"path": "C:\\Users\\User\\Desktop\\ConferenceCity.xlsx",
"dest": "ConferenceCity.xlsx"
}
}
}

View File

@@ -1,168 +1,168 @@
{
"id": "74d5859f-ed66-4d3e-aa0e-93d7a592ce41",
"snapshot": "chrome",
"instruction": "Help me to set up an initial web extension project with help of the web tool, tagging it \"happy-extension v0.0.1\". Leave description blank for now. Include a background script and browser action, while other features are not required. Remember to unzip the auto-generated folder into \"Documents\\Projects\".",
"source": "authors",
"config": [
{
"type": "launch",
"parameters": {
"command": [
"C:\\Program Files\\Google\\Chrome\\Application\\chrome.exe",
"--remote-debugging-port=1337"
]
}
},
{
"type": "launch",
"parameters": {
"command": "ncat.exe -k -l 0.0.0.0 9222 --sh-exec \"ncat.exe 127.0.0.1 1337\"",
"shell": true
}
},
{
"type": "chrome_open_tabs",
"parameters": {
"urls_to_open": [
"https://webext.eu"
]
}
},
{
"type": "execute",
"parameters": {
"command": "mkdir C:\\Users\\User\\Documents\\Projects",
"shell": "true"
}
},
{
"type": "launch",
"parameters": {
"command": [
"explorer.exe",
"C:\\Users\\User\\Documents\\Projects"
]
}
}
],
"trajectory": "trajectories/74d5859f-ed66-4d3e-aa0e-93d7a592ce41",
"related_apps": [
"chrome",
"os"
],
"evaluator": {
"func": [
"check_json",
"diff_text_file",
"diff_text_file",
"diff_text_file",
"diff_text_file"
],
"result": [
{
"type": "vm_file",
"path": "C:\\Users\\User\\Documents\\Projects\\happy-extension\\manifest.json",
"dest": "manifest.json"
},
{
"type": "vm_file",
"path": "C:\\Users\\User\\Documents\\Projects\\happy-extension\\background_script.js",
"dest": "background_script.js"
},
{
"type": "vm_file",
"path": "C:\\Users\\User\\Documents\\Projects\\happy-extension\\browserAction\\index.html",
"dest": "index.html"
},
{
"type": "vm_file",
"path": "C:\\Users\\User\\Documents\\Projects\\happy-extension\\browserAction\\style.css",
"dest": "style.css"
},
{
"type": "vm_file",
"path": "C:\\Users\\User\\Documents\\Projects\\happy-extension\\browserAction\\script.js",
"dest": "script.js"
}
],
"expected": [
{
"type": "rule",
"rules": {
"expect": [
{
"key": [
"name"
],
"method": "eq",
"ref": "happy-extension"
},
{
"key": [
"version"
],
"method": "eq",
"ref": "0.0.1"
},
{
"key": [
"background",
"scripts"
],
"method": "eq",
"ref": [
"background_script.js"
]
},
{
"key": [
"browser_action",
"default_icon"
],
"method": "eq",
"ref": {
"64": "icons/icon.png"
}
},
{
"key": [
"browser_action",
"default_popup"
],
"method": "eq",
"ref": "browserAction/index.html"
},
{
"key": [
"browser_action",
"default_title"
],
"method": "eq",
"ref": "happy-extension"
}
]
}
},
{
"type": "cloud_file",
"path": "https://drive.google.com/uc?id=1t5Llhn6seDUXVs-eILu6CjwFEQL9Z5Qm&export=download",
"dest": "background_script.js"
},
{
"type": "cloud_file",
"path": "https://drive.google.com/uc?id=19fMAsWd6q4ElLdOceJ-otHbxRJA_pc_U&export=download",
"dest": "index.html"
},
{
"type": "cloud_file",
"path": "https://drive.google.com/uc?id=1fwfiRPjdug8uh6z23RFO1JtlGH_L_Hl_&export=download",
"dest": "style.css"
},
{
"type": "cloud_file",
"path": "https://drive.google.com/uc?id=14YYnhCfRtHQNk8M4fBPaUQeteoFMGBsA&export=download",
"dest": "script.js"
}
]
}
}
"id": "74d5859f-ed66-4d3e-aa0e-93d7a592ce41",
"snapshot": "chrome",
"instruction": "Help me to set up an initial web extension project with help of the web tool, tagging it \"happy-extension v0.0.1\". Leave description blank for now. Include a background script and browser action, while other features are not required. Remember to unzip the auto-generated folder into \"Documents\\Projects\".",
"source": "authors",
"config": [
{
"type": "launch",
"parameters": {
"command": [
"C:\\Program Files\\Google\\Chrome\\Application\\chrome.exe",
"--remote-debugging-port=1337"
]
}
},
{
"type": "launch",
"parameters": {
"command": "ncat.exe -k -l 0.0.0.0 9222 --sh-exec \"ncat.exe 127.0.0.1 1337\"",
"shell": true
}
},
{
"type": "chrome_open_tabs",
"parameters": {
"urls_to_open": [
"https://webext.eu"
]
}
},
{
"type": "execute",
"parameters": {
"command": "mkdir C:\\Users\\User\\Documents\\Projects",
"shell": "true"
}
},
{
"type": "launch",
"parameters": {
"command": [
"explorer.exe",
"C:\\Users\\User\\Documents\\Projects"
]
}
}
],
"trajectory": "trajectories/74d5859f-ed66-4d3e-aa0e-93d7a592ce41",
"related_apps": [
"chrome",
"os"
],
"evaluator": {
"func": [
"check_json",
"diff_text_file",
"diff_text_file",
"diff_text_file",
"diff_text_file"
],
"result": [
{
"type": "vm_file",
"path": "C:\\Users\\User\\Documents\\Projects\\happy-extension\\manifest.json",
"dest": "manifest.json"
},
{
"type": "vm_file",
"path": "C:\\Users\\User\\Documents\\Projects\\happy-extension\\background_script.js",
"dest": "background_script.js"
},
{
"type": "vm_file",
"path": "C:\\Users\\User\\Documents\\Projects\\happy-extension\\browserAction\\index.html",
"dest": "index.html"
},
{
"type": "vm_file",
"path": "C:\\Users\\User\\Documents\\Projects\\happy-extension\\browserAction\\style.css",
"dest": "style.css"
},
{
"type": "vm_file",
"path": "C:\\Users\\User\\Documents\\Projects\\happy-extension\\browserAction\\script.js",
"dest": "script.js"
}
],
"expected": [
{
"type": "rule",
"rules": {
"expect": [
{
"key": [
"name"
],
"method": "eq",
"ref": "happy-extension"
},
{
"key": [
"version"
],
"method": "eq",
"ref": "0.0.1"
},
{
"key": [
"background",
"scripts"
],
"method": "eq",
"ref": [
"background_script.js"
]
},
{
"key": [
"browser_action",
"default_icon"
],
"method": "eq",
"ref": {
"64": "icons/icon.png"
}
},
{
"key": [
"browser_action",
"default_popup"
],
"method": "eq",
"ref": "browserAction/index.html"
},
{
"key": [
"browser_action",
"default_title"
],
"method": "eq",
"ref": "happy-extension"
}
]
}
},
{
"type": "cloud_file",
"path": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/74d5859f-ed66-4d3e-aa0e-93d7a592ce41/Google Drive - Virus scan warning.bin",
"dest": "background_script.js"
},
{
"type": "cloud_file",
"path": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/74d5859f-ed66-4d3e-aa0e-93d7a592ce41/index.html",
"dest": "index.html"
},
{
"type": "cloud_file",
"path": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/74d5859f-ed66-4d3e-aa0e-93d7a592ce41/style.css",
"dest": "style.css"
},
{
"type": "cloud_file",
"path": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/74d5859f-ed66-4d3e-aa0e-93d7a592ce41/Google Drive - Virus scan warning.bin",
"dest": "script.js"
}
]
}
}

View File

@@ -1,94 +1,96 @@
{
"id": "897e3b53-5d4d-444b-85cb-2cdc8a97d903",
"snapshot": "chrome",
"instruction": "I have a LibreOffice Writer file form.docx on the desktop. Help me convert it to PDF format and store the PDF in the forms/ folder in my Google Drive.",
"source": "https://marketplace.uipath.com/listings/convert-word-file-to-pdf-and-store-in-onedrive",
"config": [
{
"type": "googledrive",
"parameters": {
"settings_file": "evaluation_examples/settings/googledrive/settings.yml",
"operation": ["delete"],
"args": [
{
"query": "title = 'form.pdf' or title = 'form.docx' or title = 'form.docx.pdf' or title = 'forms'",
"trash": false
}
]
}
},
{
"type": "launch",
"parameters": {
"command": [
"C:\\Program Files\\Google\\Chrome\\Application\\chrome.exe",
"--remote-debugging-port=1337"
]
}
},
{
"type": "launch",
"parameters": {
"command": "ncat.exe -k -l 0.0.0.0 9222 --sh-exec \"ncat.exe 127.0.0.1 1337\"",
"shell": true
}
},
{
"type": "chrome_open_tabs",
"parameters": {
"urls_to_open": [
"https://www.zhihu.com/",
"https://www.coursera.org/",
"https://www.deepl.com",
"https://www.wikidata.org/wiki/Wikidata:Main_Page"
]
}
},
{
"type": "login",
"parameters": {
"settings_file": "evaluation_examples/settings/google/settings.json",
"platform": "googledrive"
}
},
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=18TvzE8jnULU2g9XJsT-TaPEKcLGNVfu0&export=download&authuser=0&confirm=t&uuid=d914e031-9aa6-431b-81c0-73fcb87af027&at=APZUnTUx56WM_I3gnhHo-eZX__kx:1706158167271",
"path": "C:\\Users\\User\\Desktop\\form.docx"
}
]
}
},
"id": "897e3b53-5d4d-444b-85cb-2cdc8a97d903",
"snapshot": "chrome",
"instruction": "I have a LibreOffice Writer file form.docx on the desktop. Help me convert it to PDF format and store the PDF in the forms/ folder in my Google Drive.",
"source": "https://marketplace.uipath.com/listings/convert-word-file-to-pdf-and-store-in-onedrive",
"config": [
{
"type": "googledrive",
"parameters": {
"settings_file": "evaluation_examples/settings/googledrive/settings.yml",
"operation": [
"delete"
],
"args": [
{
"type": "open",
"parameters": {
"path": "C:\\Users\\User\\Desktop\\form.docx"
}
"query": "title = 'form.pdf' or title = 'form.docx' or title = 'form.docx.pdf' or title = 'forms'",
"trash": false
}
],
"trajectory": "trajectories/",
"related_apps": [
"word",
"chrome"
],
"evaluator": {
"func": "compare_pdfs",
"result": {
"type": "googledrive_file",
"settings_file": "evaluation_examples/settings/googledrive/settings.yml",
"query": [
"title = 'forms' and mimeType = 'application/vnd.google-apps.folder' and trashed = false",
"( title = 'form.pdf' or title = 'form.docx.pdf' ) and trashed = false"
],
"dest": "form.pdf"
},
"expected": {
"type": "cloud_file",
"path": "https://drive.usercontent.google.com/download?id=118wb7zmG8yP7DS1cImP9-GcOeKib3fLp&export=download&authuser=0&confirm=t&uuid=b82542fa-7731-4014-8ebc-d940f0fb83fe&at=APZUnTVkmL9rk3EpA0Ak5JLPEnJZ:1706101389421",
"dest": "form_gold.pdf"
}
]
}
},
{
"type": "launch",
"parameters": {
"command": [
"C:\\Program Files\\Google\\Chrome\\Application\\chrome.exe",
"--remote-debugging-port=1337"
]
}
},
{
"type": "launch",
"parameters": {
"command": "ncat.exe -k -l 0.0.0.0 9222 --sh-exec \"ncat.exe 127.0.0.1 1337\"",
"shell": true
}
},
{
"type": "chrome_open_tabs",
"parameters": {
"urls_to_open": [
"https://www.zhihu.com/",
"https://www.coursera.org/",
"https://www.deepl.com",
"https://www.wikidata.org/wiki/Wikidata:Main_Page"
]
}
},
{
"type": "login",
"parameters": {
"settings_file": "evaluation_examples/settings/google/settings.json",
"platform": "googledrive"
}
},
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/897e3b53-5d4d-444b-85cb-2cdc8a97d903/form.docx",
"path": "C:\\Users\\User\\Desktop\\form.docx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "C:\\Users\\User\\Desktop\\form.docx"
}
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"word",
"chrome"
],
"evaluator": {
"func": "compare_pdfs",
"result": {
"type": "googledrive_file",
"settings_file": "evaluation_examples/settings/googledrive/settings.yml",
"query": [
"title = 'forms' and mimeType = 'application/vnd.google-apps.folder' and trashed = false",
"( title = 'form.pdf' or title = 'form.docx.pdf' ) and trashed = false"
],
"dest": "form.pdf"
},
"expected": {
"type": "cloud_file",
"path": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/897e3b53-5d4d-444b-85cb-2cdc8a97d903/form_gold.pdf",
"dest": "form_gold.pdf"
}
}
}

View File

@@ -10,27 +10,27 @@
"files": [
{
"path": "C:\\Users\\User\\Desktop\\my_bookkeeping.xlsx",
"url": "https://drive.google.com/uc?id=1QOSpTZPFzFZeC0tng4Gfws544LFln836&export=download"
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/8e116af7-7db7-4e35-a68b-b0939c066c78/my_bookkeeping.xlsx"
},
{
"path": "C:\\Users\\User\\Desktop\\receipt_0.jpeg",
"url": "https://drive.google.com/uc?id=1b0BRc-BzXObVCUEonJfRbDsrgxZugj3U&export=download"
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/8e116af7-7db7-4e35-a68b-b0939c066c78/receipt_0.jpeg"
},
{
"path": "C:\\Users\\User\\Desktop\\receipt_1.jpg",
"url": "https://drive.google.com/uc?id=1S-JBDqwEf7Z_JXDItK_F4BOHgScTjlyN&export=download"
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/8e116af7-7db7-4e35-a68b-b0939c066c78/receipt_1.jpg"
},
{
"path": "C:\\Users\\User\\Desktop\\receipt_2.jpg",
"url": "https://drive.google.com/uc?id=1Ys2abZi9_0y8sxuj2vCbC0OhjC6YdrC-&export=download"
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/8e116af7-7db7-4e35-a68b-b0939c066c78/receipt_2.jpg"
},
{
"path": "C:\\Users\\User\\Desktop\\receipt_3.pdf",
"url": "https://drive.google.com/uc?id=1sKvBbGDpmUkv891xTqX7w5dtEvchQahd&export=download"
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/8e116af7-7db7-4e35-a68b-b0939c066c78/receipt_3.pdf"
},
{
"path": "C:\\Users\\User\\Desktop\\receipt_4.jpg",
"url": "https://drive.google.com/uc?id=1kW7xH5bc2jRaKGDKHDrgSehTrPgkyzkc&export=download"
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/8e116af7-7db7-4e35-a68b-b0939c066c78/receipt_4.jpg"
}
]
}
@@ -70,7 +70,7 @@
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.hotkey(\"ctrl\", \"s\"); time.sleep(0.5); pyautogui.press(\"enter\");"
"import pyautogui; import time; pyautogui.hotkey(\"ctrl\", \"s\"); time.sleep(0.5); pyautogui.press(\"enter\");"
]
}
},
@@ -89,7 +89,7 @@
},
"expected": {
"type": "cloud_file",
"path": "https://drive.google.com/uc?id=1ygEDdVlkf2ZyqMxJ_ktqo9G_g--rc6co&export=download",
"path": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/8e116af7-7db7-4e35-a68b-b0939c066c78/my_bookkeeping Gold.xlsx",
"dest": "my_bookkeeping_gold.xlsx"
},
"options": {
@@ -238,4 +238,4 @@
]
}
}
}
}

View File

@@ -8,7 +8,7 @@
"type": "launch",
"parameters": {
"command": [
"C:\\Program Files\\Google\\Chrome\\Application\\chrome.exe",
"C:\\Program Files\\Google\\Chrome\\Application\\chrome.exe",
"--remote-debugging-port=1337"
]
}
@@ -17,8 +17,13 @@
"type": "launch",
"parameters": {
"command": [
"ncat.exe", "-k", "-l", "0.0.0.0", "9222",
"--sh-exec", "ncat.exe 127.0.0.1 1337"
"ncat.exe",
"-k",
"-l",
"0.0.0.0",
"9222",
"--sh-exec",
"ncat.exe 127.0.0.1 1337"
]
}
},
@@ -33,7 +38,7 @@
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1IlJ8kU5MlR6OqJHchsSUJzLCmcrG-8N7&export=download&authuser=0&confirm=t&uuid=d2a1810f-edea-4bfd-9d79-e668b9f11876&at=APZUnTVv_eqtC86YzkEU8_jIhC9W:1709522229162",
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/a82b78bb-7fde-4cb3-94a4-035baf10bcf0/2206.08853.pdf",
"path": "C:\\Users\\User\\Desktop\\2206.08853.pdf"
}
]
@@ -80,12 +85,26 @@
"Liked Authors"
],
"urls": [
["https://jimfan.me/", "https://research.nvidia.com/person/linxi-jim-fan"],
["https://research.nvidia.com/person/de-an-huang", "https://ai.stanford.edu/~dahuang/"],
["https://yukezhu.me/", "https://www.cs.utexas.edu/people/faculty-researchers/yuke-zhu", "https://experts.utexas.edu/yuke_zhu", "https://research.nvidia.com/person/yuke-zhu"],
["http://tensorlab.cms.caltech.edu/users/anima/", "https://www.eas.caltech.edu/people/anima"]
[
"https://jimfan.me/",
"https://research.nvidia.com/person/linxi-jim-fan"
],
[
"https://research.nvidia.com/person/de-an-huang",
"https://ai.stanford.edu/~dahuang/"
],
[
"https://yukezhu.me/",
"https://www.cs.utexas.edu/people/faculty-researchers/yuke-zhu",
"https://experts.utexas.edu/yuke_zhu",
"https://research.nvidia.com/person/yuke-zhu"
],
[
"http://tensorlab.cms.caltech.edu/users/anima/",
"https://www.eas.caltech.edu/people/anima"
]
]
}
}
}
}
}

View File

@@ -1,94 +1,100 @@
{
"id": "b5062e3e-641c-4e3a-907b-ac864d2e7652",
"snapshot": "libreoffice_calc",
"instruction": "Please help me to extract the name, e-mail, and affiliation of the first author from each paper in the folder and organize them in an Excel table. Include headers for each field. Sort the authors by their full names alphabetically and save the table as \"Documents\\authors.xlsx\".",
"source": "authors",
"config": [
{
"type": "command",
"parameters": {
"command": "mkdir C:\\Users\\User\\Documents\\Papers",
"shell": true
}
},
{
"type": "download",
"parameters": {
"files": [
{
"path": "C:\\Users\\User\\Documents\\Papers\\zhang_appagent.pdf",
"url": "https://arxiv.org/pdf/2312.13771.pdf"
},
{
"path": "C:\\Users\\User\\Documents\\Papers\\niu_screenagent.pdf",
"url": "https://arxiv.org/pdf/2402.07945.pdf"
},
{
"path": "C:\\Users\\User\\Documents\\Papers\\koh_visualwebarena.pdf",
"url": "https://arxiv.org/pdf/2401.13649.pdf"
},
{
"path": "C:\\Users\\User\\Documents\\Papers\\deng_mind2web.pdf",
"url": "https://papers.nips.cc/paper_files/paper/2023/file/5950bf290a1570ea401bf98882128160-Paper-Datasets_and_Benchmarks.pdf"
}
]
}
},
{
"type": "launch",
"parameters": {
"command": [
"explorer.exe",
"C:\\Users\\User\\Documents\\Papers"
]
}
}
],
"trajectory": "trajectories/b5062e3e-641c-4e3a-907b-ac864d2e7652",
"related_apps": [
"excel",
"os"
],
"evaluator": {
"func": "compare_table",
"result": {
"type": "vm_file",
"path": "C:\\Users\\User\\authors.xlsx",
"dest": "authors.xlsx"
},
"expected": {
"type": "cloud_file",
"path": "https://drive.google.com/uc?id=1fttbvfHuoQfsQUk3fVXkJsCu231jhnQj&export=download",
"dest": "authors-gt.xlsx"
},
"options": {
"rules": [
{
"type": "sheet_fuzzy",
"sheet_idx0": "RNSheet1",
"sheet_idx1": "ENSheet1",
"rules": [
{
"range": ["A1:C1"],
"type": "includes",
"ignore_case": true
},
{
"range": ["A2:B5"],
"type": "exact_match",
"trim_leadings": " ",
"trim_trailings": " "
},
{
"range": ["C2:C5"],
"type": "exact_match",
"trim_leadings": " ",
"trim_trailings": " ",
"ignore_case": true
}
]
}
]
}
}
}
"id": "b5062e3e-641c-4e3a-907b-ac864d2e7652",
"snapshot": "libreoffice_calc",
"instruction": "Please help me to extract the name, e-mail, and affiliation of the first author from each paper in the folder and organize them in an Excel table. Include headers for each field. Sort the authors by their full names alphabetically and save the table as \"Documents\\authors.xlsx\".",
"source": "authors",
"config": [
{
"type": "command",
"parameters": {
"command": "mkdir C:\\Users\\User\\Documents\\Papers",
"shell": true
}
},
{
"type": "download",
"parameters": {
"files": [
{
"path": "C:\\Users\\User\\Documents\\Papers\\zhang_appagent.pdf",
"url": "https://arxiv.org/pdf/2312.13771.pdf"
},
{
"path": "C:\\Users\\User\\Documents\\Papers\\niu_screenagent.pdf",
"url": "https://arxiv.org/pdf/2402.07945.pdf"
},
{
"path": "C:\\Users\\User\\Documents\\Papers\\koh_visualwebarena.pdf",
"url": "https://arxiv.org/pdf/2401.13649.pdf"
},
{
"path": "C:\\Users\\User\\Documents\\Papers\\deng_mind2web.pdf",
"url": "https://papers.nips.cc/paper_files/paper/2023/file/5950bf290a1570ea401bf98882128160-Paper-Datasets_and_Benchmarks.pdf"
}
]
}
},
{
"type": "launch",
"parameters": {
"command": [
"explorer.exe",
"C:\\Users\\User\\Documents\\Papers"
]
}
}
],
"trajectory": "trajectories/b5062e3e-641c-4e3a-907b-ac864d2e7652",
"related_apps": [
"excel",
"os"
],
"evaluator": {
"func": "compare_table",
"result": {
"type": "vm_file",
"path": "C:\\Users\\User\\authors.xlsx",
"dest": "authors.xlsx"
},
"expected": {
"type": "cloud_file",
"path": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/b5062e3e-641c-4e3a-907b-ac864d2e7652/authors-gt.xlsx",
"dest": "authors-gt.xlsx"
},
"options": {
"rules": [
{
"type": "sheet_fuzzy",
"sheet_idx0": "RNSheet1",
"sheet_idx1": "ENSheet1",
"rules": [
{
"range": [
"A1:C1"
],
"type": "includes",
"ignore_case": true
},
{
"range": [
"A2:B5"
],
"type": "exact_match",
"trim_leadings": " ",
"trim_trailings": " "
},
{
"range": [
"C2:C5"
],
"type": "exact_match",
"trim_leadings": " ",
"trim_trailings": " ",
"ignore_case": true
}
]
}
]
}
}
}

View File

@@ -1,104 +1,108 @@
{
"id": "c867c42d-a52d-4a24-8ae3-f75d256b5618",
"snapshot": "thunderbird",
"instruction": "Please assist me in exporting my contacts of Personal Address Book from Thunderbird into contacts.csv file in the desktop and convert it to .xlsx with Libreoffice Calc.",
"source": "https://www.sync.blue/en/sync/mozilla-thunderbird/google-sheets/",
"config": [
{
"type": "launch",
"parameters": {
"command": [
"C:\\Program Files (x86)\\Microsoft Office\\root\\Office16\\EXCEL.EXE"
]
}
},
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.google.com/uc?id=1njAaNiujlh1DZzGK7nL5iZsppsNAMkH7&export=download",
"path": "C:\\Users\\User\\thunderbird-profile.7z"
}
]
}
},
{
"type": "command",
"parameters": {
"command":
["C:\\Program Files\\7-Zip\\7z", "x", "C:\\Users\\User\\thunderbird-profile.7z", "-oC:\\Users\\User"]
}
},
{
"type": "execute",
"parameters": {
"command": "rd /s /q C:\\Users\\User\\AppData\\Roaming\\Thunderbird",
"shell": true
}
},
{
"type": "execute",
"parameters": {
"command": "move C:\\Users\\User\\Thunderbird C:\\Users\\User\\AppData\\Roaming\\Thunderbird",
"shell": true
}
},
{
"type": "launch",
"parameters": {
"command": [
"C:\\Program Files\\Mozilla Thunderbird\\thunderbird.exe"
]
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"thunderbird",
"excel"
],
"evaluator": {
"func": [
"compare_csv",
"compare_table"
],
"conj": "and",
"result": [
{
"type": "vm_file",
"path": "C:\\Users\\User\\Desktop\\contacts.csv",
"dest": "contacts.csv"
},
{
"type": "vm_file",
"path": "C:\\Users\\User\\Desktop\\contacts.xlsx",
"dest": "contacts.xlsx"
}
],
"expected": [
{
"type": "cloud_file",
"path": "https://drive.usercontent.google.com/download?id=1StwASpAR2ALq2Y1vugGsdUJptg6FwjEm&export=download&authuser=0&confirm=t&uuid=56339e19-b889-4da1-ab72-5e0b90f13fff&at=APZUnTVWFF2pBrtWU_hXgzfbrWP2:1706719668676",
"dest": "contacts_gold.csv"
},
{
"type": "cloud_file",
"path": "https://drive.usercontent.google.com/download?id=1s25eUpvkMzSm6p_WA7O13t6mVqmkxr2C&export=download&authuser=0&confirm=t&uuid=901cbd32-6026-4391-a5cc-989e1047cf7c&at=APZUnTUs27mZceDshB_f9Tx4PFyz:1706719610831",
"dest": "contacts_gold.xlsx"
}
],
"options": [
{},
{
"rules": [
{
"type": "sheet_data",
"sheet_idx0": "RI0",
"sheet_idx1": "EI0"
}
]
}
"id": "c867c42d-a52d-4a24-8ae3-f75d256b5618",
"snapshot": "thunderbird",
"instruction": "Please assist me in exporting my contacts of Personal Address Book from Thunderbird into contacts.csv file in the desktop and convert it to .xlsx with Libreoffice Calc.",
"source": "https://www.sync.blue/en/sync/mozilla-thunderbird/google-sheets/",
"config": [
{
"type": "launch",
"parameters": {
"command": [
"C:\\Program Files (x86)\\Microsoft Office\\root\\Office16\\EXCEL.EXE"
]
}
},
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/c867c42d-a52d-4a24-8ae3-f75d256b5618/thunderbird-profile-win.7z",
"path": "C:\\Users\\User\\thunderbird-profile.7z"
}
]
}
},
{
"type": "command",
"parameters": {
"command": [
"C:\\Program Files\\7-Zip\\7z",
"x",
"C:\\Users\\User\\thunderbird-profile.7z",
"-oC:\\Users\\User"
]
}
},
{
"type": "execute",
"parameters": {
"command": "rd /s /q C:\\Users\\User\\AppData\\Roaming\\Thunderbird",
"shell": true
}
},
{
"type": "execute",
"parameters": {
"command": "move C:\\Users\\User\\Thunderbird C:\\Users\\User\\AppData\\Roaming\\Thunderbird",
"shell": true
}
},
{
"type": "launch",
"parameters": {
"command": [
"C:\\Program Files\\Mozilla Thunderbird\\thunderbird.exe"
]
}
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"thunderbird",
"excel"
],
"evaluator": {
"func": [
"compare_csv",
"compare_table"
],
"conj": "and",
"result": [
{
"type": "vm_file",
"path": "C:\\Users\\User\\Desktop\\contacts.csv",
"dest": "contacts.csv"
},
{
"type": "vm_file",
"path": "C:\\Users\\User\\Desktop\\contacts.xlsx",
"dest": "contacts.xlsx"
}
],
"expected": [
{
"type": "cloud_file",
"path": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/c867c42d-a52d-4a24-8ae3-f75d256b5618/contacts.csv",
"dest": "contacts_gold.csv"
},
{
"type": "cloud_file",
"path": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/c867c42d-a52d-4a24-8ae3-f75d256b5618/contacts.xlsx",
"dest": "contacts_gold.xlsx"
}
],
"options": [
{},
{
"rules": [
{
"type": "sheet_data",
"sheet_idx0": "RI0",
"sheet_idx1": "EI0"
}
]
}
]
}
}

View File

@@ -10,11 +10,11 @@
"files": [
{
"path": "C:\\Users\\User\\Desktop\\restaurants.txt",
"url": "https://drive.google.com/uc?id=1IehFLJPZcFv8Ujk31ExbyGLji9AylmmJ&export=download"
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/d1acdb87-bb67-4f30-84aa-990e56a09c92/restaurants.txt"
},
{
"path": "C:\\Users\\User\\Desktop\\MUST_VISIT.xlsx",
"url": "https://drive.google.com/uc?id=1fXmjvZcwkIcckMIAXi3Hv_JAbVWpgs_l&export=download"
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/d1acdb87-bb67-4f30-84aa-990e56a09c92/MUST_VISIT.xlsx"
}
]
}
@@ -71,7 +71,7 @@
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.hotkey(\"ctrl\", \"s\"); time.sleep(0.5); pyautogui.press(\"enter\");"
"import pyautogui; import time; pyautogui.hotkey(\"ctrl\", \"s\"); time.sleep(0.5); pyautogui.press(\"enter\");"
]
}
},
@@ -90,7 +90,7 @@
},
"expected": {
"type": "cloud_file",
"path": "https://drive.google.com/uc?id=1MV6jBvRbbYwPqeFTd_nX40xzyltNhphl&export=download",
"path": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/d1acdb87-bb67-4f30-84aa-990e56a09c92/MUST_VISIT_gold.xlsx",
"dest": "MUST_VISIT-gt.xlsx"
},
"options": {
@@ -101,21 +101,34 @@
"sheet_idx1": "ENSheet1",
"rules": [
{
"range": ["A1:A6", "D1:D6"],
"range": [
"A1:A6",
"D1:D6"
],
"type": "exact_match"
},
{
"range": ["B1:B6"],
"range": [
"B1:B6"
],
"type": "fuzzy_match",
"threshold": 85,
"normalization": [
["Rd", "Road"],
["St", "Street"]
[
"Rd",
"Road"
],
[
"St",
"Street"
]
],
"ignore_case": true
},
{
"range": ["C1:C6"],
"range": [
"C1:C6"
],
"type": "includes",
"trim_leadings": "+ ",
"ignore_chars": " ()-"
@@ -125,4 +138,4 @@
]
}
}
}
}

View File

@@ -1,79 +1,79 @@
{
"id": "da52d699-e8d2-4dc5-9191-a2199e0b6a9b",
"snapshot": "libreoffice_calc",
"instruction": "Examine the spreadsheet on the desktop, which contains a record of books read in 2022. Take the website https://howlongtoread.com/ as a reference to identify the book with the slowest reading pace, measured in words per day. I have an empty document named 'book_list_result.docx' on the desktop; please open it and record the title there.",
"source": "GAIA",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1JGZNCShtmpu7A8Z8lkjc8hdFEAMXZVvh&export=download&authuser=0&confirm=t&uuid=67063da6-2a72-4ed2-92b2-ade508439ce4&at=APZUnTUgS17YjX-D0oSvALwnPosB:1709368886960",
"path": "C:\\Users\\User\\Desktop\\2023_validation_Book_Reading_Rate.xlsx"
},
{
"url": "https://drive.usercontent.google.com/download?id=1iySmK8zvTzgmERH7KQuESP05NBsMunhV&export=download&authuser=0&confirm=t&uuid=130f6cee-0f9a-4f2e-a84d-89a3b302f350&at=APZUnTXugQOTOApe1_zxUbafo2Sp:1709369519349",
"path": "C:\\Users\\User\\Desktop\\book_list_result.docx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "C:\\Users\\User\\Desktop\\2023_validation_Book_Reading_Rate.xlsx"
}
}
],
"trajectory": "trajectories/da52d699-e8d2-4dc5-9191-a2199e0b6a9b",
"related_apps": [
"excel",
"chrome",
"word"
],
"evaluator": {
"func": "compare_docx_files",
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "book_list_result - Word",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.hotkey(\"ctrl\", \"s\"); time.sleep(0.5); pyautogui.press(\"enter\");"
]
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
}
],
"expected": {
"type": "cloud_file",
"path": "https://drive.usercontent.google.com/download?id=1rpvOlHZO0AqC85od8pJtx8YcDPljcejN&export=download&authuser=0&confirm=t&uuid=24a3a5e3-a188-4a41-ad01-a4709dc1c0b6&at=APZUnTWx56rr8-iTuXkfV5poOK-I:1709369145446",
"dest": "book_list_result_Gold.docx"
},
"result": {
"type": "vm_file",
"path": "C:\\Users\\User\\Desktop\\book_list_result.docx",
"dest": "book_list_result.docx"
}
"id": "da52d699-e8d2-4dc5-9191-a2199e0b6a9b",
"snapshot": "libreoffice_calc",
"instruction": "Examine the spreadsheet on the desktop, which contains a record of books read in 2022. Take the website https://howlongtoread.com/ as a reference to identify the book with the slowest reading pace, measured in words per day. I have an empty document named 'book_list_result.docx' on the desktop; please open it and record the title there.",
"source": "GAIA",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/da52d699-e8d2-4dc5-9191-a2199e0b6a9b/2023_validation_Book_Reading_Rate.xlsx",
"path": "C:\\Users\\User\\Desktop\\2023_validation_Book_Reading_Rate.xlsx"
},
{
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/da52d699-e8d2-4dc5-9191-a2199e0b6a9b/book_list_result.docx",
"path": "C:\\Users\\User\\Desktop\\book_list_result.docx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "C:\\Users\\User\\Desktop\\2023_validation_Book_Reading_Rate.xlsx"
}
}
}
],
"trajectory": "trajectories/da52d699-e8d2-4dc5-9191-a2199e0b6a9b",
"related_apps": [
"excel",
"chrome",
"word"
],
"evaluator": {
"func": "compare_docx_files",
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "book_list_result - Word",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.hotkey(\"ctrl\", \"s\"); time.sleep(0.5); pyautogui.press(\"enter\");"
]
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
}
],
"expected": {
"type": "cloud_file",
"path": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/da52d699-e8d2-4dc5-9191-a2199e0b6a9b/book_list_result_Gold.docx",
"dest": "book_list_result_Gold.docx"
},
"result": {
"type": "vm_file",
"path": "C:\\Users\\User\\Desktop\\book_list_result.docx",
"dest": "book_list_result.docx"
}
}
}

View File

@@ -10,7 +10,7 @@
"files": [
{
"path": "C:\\Users\\User\\Desktop\\New Large Language Models.xlsx",
"url": "https://drive.google.com/uc?id=1NJFAUDzatd5TbBqXeCy3-ok4BWj-xayT&export=download"
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/deec51c9-3b1e-4b9e-993c-4776f20e8bb2/New Large Language Models.xlsx"
}
]
}
@@ -49,7 +49,7 @@
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.hotkey(\"ctrl\", \"s\"); time.sleep(0.5); pyautogui.press(\"enter\");"
"import pyautogui; import time; pyautogui.hotkey(\"ctrl\", \"s\"); time.sleep(0.5); pyautogui.press(\"enter\");"
]
}
},
@@ -68,7 +68,7 @@
},
"expected": {
"type": "cloud_file",
"path": "https://drive.google.com/uc?id=1BHOyjFo72b74YKWTqPMaoNvCzICkos-G&export=download",
"path": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/deec51c9-3b1e-4b9e-993c-4776f20e8bb2/New Large Language Models Gold.xlsx",
"dest": "New Large Language Models Gold.xlsx"
},
"options": {
@@ -98,4 +98,4 @@
]
}
}
}
}

View File

@@ -17,7 +17,7 @@
"files": [
{
"path": "C:\\Users\\User\\.tmp.7z",
"url": "https://drive.google.com/uc?id=1LYc6rBSuCNBtTQIg-m9zP6KmlEB_Zfdo&export=download"
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/e2392362-125e-4f76-a2ee-524b183a3412/academicpages.github.io.7z"
}
]
}
@@ -26,8 +26,9 @@
"type": "execute",
"parameters": {
"command": [
"C:\\Program Files\\7-Zip\\7z.exe",
"x", "-oC:\\Users\\User\\Documents\\Code\\Website",
"C:\\Program Files\\7-Zip\\7z.exe",
"x",
"-oC:\\Users\\User\\Documents\\Code\\Website",
"C:\\Users\\User\\.tmp.7z"
]
}
@@ -35,8 +36,10 @@
{
"type": "launch",
"parameters": {
"command":
["C:\\Program Files\\Google\\Chrome\\Application\\chrome.exe", "--remote-debugging-port=1337"]
"command": [
"C:\\Program Files\\Google\\Chrome\\Application\\chrome.exe",
"--remote-debugging-port=1337"
]
}
},
{
@@ -114,4 +117,4 @@
"dest": "_config.yaml"
}
}
}
}

View File

@@ -1,82 +1,82 @@
{
"id": "eb303e01-261e-4972-8c07-c9b4e7a4922a",
"snapshot": "libreoffice_impress",
"instruction": "Tomorrow, I'm scheduled to deliver a talk, and my PowerPoint slides and speaking notes are saved on the desktop. Help me insert my planned remarks for each slide into the \"note\" section of the PowerPoint as a reminder. I've completed this task for some slides; assist me in completing the remaining part.",
"source": "authors",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1MdgN8ECxzLgHgjq8eKqrNQt3MPDjnKwa&export=download&authuser=0&confirm=t&uuid=ed5c37db-c565-4ca1-bbd1-bbdba13e9306&at=APZUnTUNi8YTLlZqMZ0r--bBpBEG:1709449877819",
"path": "C:\\Users\\User\\Desktop\\lecture1-2021-with-ink.pptx"
},
{
"url": "https://drive.usercontent.google.com/download?id=1FkPOcsWpsjUXSUld1NblwyVzcsE19uIe&export=download&authuser=0&confirm=t&uuid=27501bc0-732b-4ff7-abf4-a52427aea264&at=APZUnTWleaafIVF2iZkiuHo0vQ66:1709449873140",
"path": "C:\\Users\\User\\Desktop\\notes.docx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "C:\\Users\\User\\Desktop\\lecture1-2021-with-ink.pptx"
}
}
],
"trajectory": "trajectories/eb303e01-261e-4972-8c07-c9b4e7a4922a",
"related_apps": [
"powerpoint",
"word"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "lecture1-2021-with-ink - PowerPoint",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.hotkey(\"ctrl\", \"s\"); time.sleep(0.5); pyautogui.press(\"enter\");"
]
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
}
],
"func": "compare_pptx_files",
"expected": {
"type": "cloud_file",
"path": "https://drive.usercontent.google.com/download?id=18orj_0q6N4w7ijADOJeU5ZkDDw-RdFUl&export=download&authuser=0&confirm=t&uuid=c05d2bce-bccb-4504-8fe4-7c409788d727&at=APZUnTVlCicnIm0cMdJ9FrZg4MSN:1709453015475",
"dest": "lecture1-2021-with-ink_Gold.pptx"
},
"result": {
"type": "vm_file",
"path": "C:\\Users\\User\\Desktop\\lecture1-2021-with-ink.pptx",
"dest": "lecture1-2021-with-ink.pptx"
},
"options": {
"examine_shape": false,
"examine_bullets": false
}
"id": "eb303e01-261e-4972-8c07-c9b4e7a4922a",
"snapshot": "libreoffice_impress",
"instruction": "Tomorrow, I'm scheduled to deliver a talk, and my PowerPoint slides and speaking notes are saved on the desktop. Help me insert my planned remarks for each slide into the \"note\" section of the PowerPoint as a reminder. I've completed this task for some slides; assist me in completing the remaining part.",
"source": "authors",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/eb303e01-261e-4972-8c07-c9b4e7a4922a/lecture1-2021-with-ink.pptx",
"path": "C:\\Users\\User\\Desktop\\lecture1-2021-with-ink.pptx"
},
{
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/eb303e01-261e-4972-8c07-c9b4e7a4922a/notes.docx",
"path": "C:\\Users\\User\\Desktop\\notes.docx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "C:\\Users\\User\\Desktop\\lecture1-2021-with-ink.pptx"
}
}
}
],
"trajectory": "trajectories/eb303e01-261e-4972-8c07-c9b4e7a4922a",
"related_apps": [
"powerpoint",
"word"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "lecture1-2021-with-ink - PowerPoint",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.hotkey(\"ctrl\", \"s\"); time.sleep(0.5); pyautogui.press(\"enter\");"
]
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
}
],
"func": "compare_pptx_files",
"expected": {
"type": "cloud_file",
"path": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/eb303e01-261e-4972-8c07-c9b4e7a4922a/lecture1-2021-with-ink_Gold.pptx",
"dest": "lecture1-2021-with-ink_Gold.pptx"
},
"result": {
"type": "vm_file",
"path": "C:\\Users\\User\\Desktop\\lecture1-2021-with-ink.pptx",
"dest": "lecture1-2021-with-ink.pptx"
},
"options": {
"examine_shape": false,
"examine_bullets": false
}
}
}

View File

@@ -1,53 +1,55 @@
{
"id": "f918266a-b3e0-4914-865d-4faa564f1aef",
"snapshot": "vscode",
"instruction": "Please complete the code and retrieve the output from the Python script 'calculator.py' located on the desktop and save it as 'log.txt' in the same directory as the Python file.",
"source": "GAIA",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1l09TnSiXo-qOK2UazcIdrT_M6JwTfzq7&export=download&authuser=0&confirm=t&uuid=80bd550f-f3a6-4b69-ae0f-221c12b11fd9&at=APZUnTWgUlKuIDJZmkr0Q9Bze3w_:1709784652645",
"path": "C:\\Users\\User\\Desktop\\calculator.zip"
}
]
}
},
{
"type": "execute",
"parameters": {
"command": [
"C:\\Program Files\\7-Zip\\7z.exe", "x",
"C:\\Users\\User\\Desktop\\calculator.zip", "-oC:\\Users\\User\\Desktop"
]
}
},
{
"type": "execute",
"parameters": {
"command": "del C:\\Users\\User\\Desktop\\calculator.zip",
"shell": true
}
}
],
"trajectory": "trajectories/f918266a-b3e0-4914-865d-4faa564f1aef",
"related_apps": [
"vscode",
"os"
],
"evaluator": {
"func": "compare_text_file",
"expected": {
"type": "cloud_file",
"path": "https://drive.usercontent.google.com/download?id=1-14AgA1nHNL22VD_3QtRzWaMjIBa3RvJ&export=download&authuser=0&confirm=t&uuid=6aa05bf1-4964-4f7b-8983-d28540b4053b&at=APZUnTXuJgDHIYA2FZl3A_OQJEOF:1709881263131",
"dest": "log_Gold.txt"
},
"result": {
"type": "vm_file",
"path": "C:\\Users\\User\\Desktop\\log.txt",
"dest": "log.txt"
}
"id": "f918266a-b3e0-4914-865d-4faa564f1aef",
"snapshot": "vscode",
"instruction": "Please complete the code and retrieve the output from the Python script 'calculator.py' located on the desktop and save it as 'log.txt' in the same directory as the Python file.",
"source": "GAIA",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/f918266a-b3e0-4914-865d-4faa564f1aef/calculator.zip",
"path": "C:\\Users\\User\\Desktop\\calculator.zip"
}
]
}
},
{
"type": "execute",
"parameters": {
"command": [
"C:\\Program Files\\7-Zip\\7z.exe",
"x",
"C:\\Users\\User\\Desktop\\calculator.zip",
"-oC:\\Users\\User\\Desktop"
]
}
},
{
"type": "execute",
"parameters": {
"command": "del C:\\Users\\User\\Desktop\\calculator.zip",
"shell": true
}
}
}
],
"trajectory": "trajectories/f918266a-b3e0-4914-865d-4faa564f1aef",
"related_apps": [
"vscode",
"os"
],
"evaluator": {
"func": "compare_text_file",
"expected": {
"type": "cloud_file",
"path": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/multi_app/f918266a-b3e0-4914-865d-4faa564f1aef/log_Gold.txt",
"dest": "log_Gold.txt"
},
"result": {
"type": "vm_file",
"path": "C:\\Users\\User\\Desktop\\log.txt",
"dest": "log.txt"
}
}
}