lzy/sci-gui-agent-benchmark
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

xiaochuan correct his bugs in multiapp examples, you can try it again now

Browse Source
This commit is contained in:
Jason Lee
2024-03-10 14:48:56 +08:00
parent 2291af394f
commit 775cef744f
7 changed files with 97 additions and 59 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
evaluation_examples/examples/multi_apps/2373b66a-092d-44cb-bfd7-82e86e7a3b4d.json
View File

@@ -1,7 +1,7 @@
{
"id": "2373b66a-092d-44cb-bfd7-82e86e7a3b4d",
"snapshot": "multiapps",
"instruction": "I want to understand the resource usage of my Ubuntu system under normal workloads. Please use the `sar` command in the `sysstat` toolkit to monitor the system CPU usage, evaluate the status once every second for 30 seconds, output the results to \"System_Resources_Report.txt\" under Desktop, and convert the txt to csv file with the same name.",
"instruction": "I want to understand the resource usage of my Ubuntu system under normal workloads. Please use the `sar` command in the `sysstat` toolkit to monitor system activity, evaluate the status once every second for 30 seconds, output the results to \"System_Resources_Report.txt\" under Desktop.",
"source": "author",
"config": [
{
@@ -17,7 +17,7 @@
"os", "calc"
],
"evaluator": {
"func": ["file_contains", "check_csv_line_number"],
"func": ["file_contains", "check_line_number"],
"result":
[
{
@@ -27,8 +27,8 @@
},
{
"type": "vm_file",
"path": "/home/user/Desktop/System_Resources_Report.csv",
"dest": "System_Resources_Report.csv"
"path": "/home/user/Desktop/System_Resources_Report.txt",
"dest": "System_Resources_Report.txt"
}
],
"expected":
@@ -36,13 +36,13 @@
{
"type": "rule",
"rules" :{
"expected": ["tps", "rtps", "wtps", "dtps", "bread/s", "bwrtn/s", "bdscd/s", "Average", "Linux"]
"expected": ["CPU", "%user","%nice","%system", "%iowait", "%steal", "%idle"]
}
},
{
"type": "rule",
"rules": {
"expected": "33"
"expected": "31"
}
}]
}