feat(eval): add jade test case and update test categories
This commit is contained in:
36
evaluation_examples/examples/jade/jade_test.json
Normal file
36
evaluation_examples/examples/jade/jade_test.json
Normal file
@@ -0,0 +1,36 @@
|
||||
{
|
||||
"id": "jade_test",
|
||||
"snapshot": "snapshot",
|
||||
"instruction": "请打开桌面上的 JADE 6.5 软件",
|
||||
"source": "custom",
|
||||
"config": [],
|
||||
"trajectory": "trajectories/",
|
||||
"related_apps": [
|
||||
"jade"
|
||||
],
|
||||
"evaluator": {
|
||||
"postconfig": [
|
||||
{
|
||||
"type": "sleep",
|
||||
"parameters": {
|
||||
"seconds": 3
|
||||
}
|
||||
}
|
||||
],
|
||||
"func": "check_include_exclude",
|
||||
"result": {
|
||||
"type": "vm_command_line",
|
||||
"command": "tasklist | findstr /i jade"
|
||||
},
|
||||
"expected": {
|
||||
"type": "rule",
|
||||
"rules": {
|
||||
"include": ["jade"],
|
||||
"exclude": []
|
||||
}
|
||||
}
|
||||
},
|
||||
"proxy": false,
|
||||
"fixed_ip": false,
|
||||
"possibility_of_env_change": "low"
|
||||
}
|
||||
@@ -387,5 +387,8 @@
|
||||
"dcbe20e8-647f-4f1d-8696-f1c5bbb570e3",
|
||||
"7c4cc09e-7a92-40dd-8338-b2286535c4ed",
|
||||
"971cbb5b-3cbf-4ff7-9e24-b5c84fcebfa6"
|
||||
],
|
||||
"jade": [
|
||||
"jade_test"
|
||||
]
|
||||
}
|
||||
Reference in New Issue
Block a user