Finish loading the vscode examples v1; Improve on the infra: Add accessibility tree into the observation; Add activate window function, etc
This commit is contained in:
@@ -3,20 +3,44 @@
|
||||
"snapshot": "vscode",
|
||||
"instruction": "Help me install the extension Python.",
|
||||
"source": "https://www.youtube.com/watch?v=VqCgcpAypFQ",
|
||||
"config": [],
|
||||
"config": [
|
||||
{
|
||||
"type": "launch",
|
||||
"parameters": {
|
||||
"command": [
|
||||
"code"
|
||||
]
|
||||
}
|
||||
},
|
||||
{
|
||||
"type": "activate_window",
|
||||
"parameters": {
|
||||
"window_name": "Visual Studio Code"
|
||||
}
|
||||
}
|
||||
],
|
||||
"trajectory": "trajectories/eabc805a-bfcf-4460-b250-ac92135819f6",
|
||||
"related_apps": [
|
||||
"vscode"
|
||||
],
|
||||
"evaluator": {
|
||||
"func": "compare_answer",
|
||||
"expected": {
|
||||
"type": "string",
|
||||
"string": "ms-python.python\n"
|
||||
},
|
||||
"func": "is_extension_installed",
|
||||
"result": {
|
||||
"type": "command_line",
|
||||
"command": "code --list-extensions | grep ms-python.python"
|
||||
"type": "vm_command_line",
|
||||
"command": [
|
||||
"code",
|
||||
"--list-extensions",
|
||||
"|",
|
||||
"grep",
|
||||
"ms-python.python"
|
||||
]
|
||||
},
|
||||
"expected": {
|
||||
"type": "rule",
|
||||
"rules": {
|
||||
"type": "contain",
|
||||
"expected": "ms-python.python"
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user