feat(eval): add jade test case and update test categories
This commit is contained in:
36
evaluation_examples/examples/jade/jade_test.json
Normal file
36
evaluation_examples/examples/jade/jade_test.json
Normal file
@@ -0,0 +1,36 @@
|
|||||||
|
{
|
||||||
|
"id": "jade_test",
|
||||||
|
"snapshot": "snapshot",
|
||||||
|
"instruction": "请打开桌面上的 JADE 6.5 软件",
|
||||||
|
"source": "custom",
|
||||||
|
"config": [],
|
||||||
|
"trajectory": "trajectories/",
|
||||||
|
"related_apps": [
|
||||||
|
"jade"
|
||||||
|
],
|
||||||
|
"evaluator": {
|
||||||
|
"postconfig": [
|
||||||
|
{
|
||||||
|
"type": "sleep",
|
||||||
|
"parameters": {
|
||||||
|
"seconds": 3
|
||||||
|
}
|
||||||
|
}
|
||||||
|
],
|
||||||
|
"func": "check_include_exclude",
|
||||||
|
"result": {
|
||||||
|
"type": "vm_command_line",
|
||||||
|
"command": "tasklist | findstr /i jade"
|
||||||
|
},
|
||||||
|
"expected": {
|
||||||
|
"type": "rule",
|
||||||
|
"rules": {
|
||||||
|
"include": ["jade"],
|
||||||
|
"exclude": []
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
"proxy": false,
|
||||||
|
"fixed_ip": false,
|
||||||
|
"possibility_of_env_change": "low"
|
||||||
|
}
|
||||||
@@ -387,5 +387,8 @@
|
|||||||
"dcbe20e8-647f-4f1d-8696-f1c5bbb570e3",
|
"dcbe20e8-647f-4f1d-8696-f1c5bbb570e3",
|
||||||
"7c4cc09e-7a92-40dd-8338-b2286535c4ed",
|
"7c4cc09e-7a92-40dd-8338-b2286535c4ed",
|
||||||
"971cbb5b-3cbf-4ff7-9e24-b5c84fcebfa6"
|
"971cbb5b-3cbf-4ff7-9e24-b5c84fcebfa6"
|
||||||
|
],
|
||||||
|
"jade": [
|
||||||
|
"jade_test"
|
||||||
]
|
]
|
||||||
}
|
}
|
||||||
Reference in New Issue
Block a user