Files
sci-gui-agent-benchmark/evaluation_examples/examples/os/37887e8c-da15-4192-923c-08fa390a176d.json
2024-02-15 19:24:22 +08:00

76 lines
1.8 KiB
JSON

{
"id": "37887e8c-da15-4192-923c-08fa390a176d",
"snapshot": "os",
"instruction": "Compress all files in the \"/tmp/test_files\" directory tree that were last modified 30 days ago",
"source": "NL2Bash",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1auLclNUSBieSHZp2tLOUT7tA0ejzz4X6&export=download&authuser=0&confirm=t&uuid=142ef302-89af-4511-afa7-11ec7e8c3397&at=APZUnTVxFDmqv0dbWMC0VdlRziXD:1707992474338",
"path": "setup.sh"
}
]
}
},
{
"type": "execute",
"parameters": {
"command": "chmod +x setup.sh",
"shell": true
}
},
{
"type": "execute",
"parameters": {
"command": "./setup.sh",
"shell": true
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"os"
],
"evaluator": {
"postconfig": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1DakvqJfSokEPuH8_LYfSCBbM7Fws1F0o&export=download&authuser=0&confirm=t&uuid=4950eb71-7881-4b52-a94c-a3eed9d2213f&at=APZUnTUy4o4r1ScCnTgwPwNyqhPr:1707992479376",
"path": "eval.sh"
}
]
}
},
{
"type": "execute",
"parameters": {
"command": "chmod +x eval.sh",
"shell": true
}
}
],
"func": "check_include_exclude",
"result": {
"type": "vm_command_line",
"command": "bash eval.sh",
"shell": true
},
"expected": {
"type": "rule",
"rules": {
"include": [
"Success: The task was completed correctly."
],
"exclude": [
]
}
}
}
}