Files
sci-gui-agent-benchmark/evaluation_examples/examples/vs_code/ec71221e-ac43-46f9-89b8-ee7d80f7e1c5.json

82 lines
2.0 KiB
JSON

{
"id": "ec71221e-ac43-46f9-89b8-ee7d80f7e1c5",
"snapshot": "vscode",
"instruction": "Please help me increase the indent of line 2 to line 10 by one tab.",
"source": "https://stackoverflow.com/questions/47903209/how-to-shift-a-block-of-code-left-right-by-one-space-in-vscode",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/vs_code/ec71221e-ac43-46f9-89b8-ee7d80f7e1c5/test.py",
"path": "/home/user/Desktop/test.py"
}
]
}
},
{
"type": "launch",
"parameters": {
"command": [
"code",
"/home/user/Desktop/test.py"
]
}
},
{
"type": "activate_window",
"parameters": {
"window_name": "Visual Studio Code"
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"vscode"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "test.py - Visual Studio Code"
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.hotkey(\"ctrl\", \"s\"); time.sleep(0.5); "
]
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
}
],
"func": "compare_text_file",
"expected": {
"type": "cloud_file",
"path": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/vs_code/ec71221e-ac43-46f9-89b8-ee7d80f7e1c5/test_gold.py",
"dest": "test_gold.py"
},
"result": {
"type": "vm_file",
"path": "/home/user/Desktop/test.py",
"dest": "test.py"
}
},
"proxy": false
}