Files
sci-gui-agent-benchmark/evaluation_examples/examples_windows/word/e528b65e-1107-4b8c-8988-490e4fece599.json

67 lines
1.8 KiB
JSON

{
"id": "e528b65e-1107-4b8c-8988-490e4fece599",
"snapshot": "word",
"instruction": "Capitalize the first letter of all words.",
"source": "https://www.youtube.com/watch?v=l25Evu4ohKg",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/word/e528b65e-1107-4b8c-8988-490e4fece599/Geography_And_Magical_Realism.docx",
"path": "C:\\Users\\User\\Geography_And_Magical_Realism.docx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "C:\\Users\\User\\Geography_And_Magical_Realism.docx"
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"word"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "Geography_And_Magical_Realism - Word",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.hotkey(\"ctrl\", \"s\"); time.sleep(0.5);"
]
}
}
],
"func": "compare_docx_files",
"expected": {
"type": "cloud_file",
"path": "https://huggingface.co/datasets/xlangai/windows_osworld_file_cache/resolve/main/word/e528b65e-1107-4b8c-8988-490e4fece599/Geography_And_Magical_Realism%20%281%29.docx",
"dest": "Geography_And_Magical_Realism_Gold.docx"
},
"result": {
"type": "vm_file",
"path": "C:\\Users\\User\\Geography_And_Magical_Realism.docx",
"dest": "Geography_And_Magical_Realism.docx"
}
}
}