Files
sci-gui-agent-benchmark/evaluation_examples/examples/os/6f56bf42-85b8-4fbb-8e06-6c44960184ba.json
2024-02-16 15:05:34 +08:00

75 lines
1.8 KiB
JSON

{
"id": "6f56bf42-85b8-4fbb-8e06-6c44960184ba",
"snapshot": "os",
"instruction": "Copies file 'file1' to each of directories 'dir1', 'dir2', 'dir3'.",
"source": "NL2Bash",
"trajectory": "trajectories/",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1BpFAuuH0IHxpWLDF3jaFNxa9QDe_F12D&export=download&authuser=0&confirm=t&uuid=4f18ddd0-81be-414b-b701-289544cdb321&at=APZUnTXlaYyRw5kPCIK4HezQJVrO:1708051633417",
"path": "setup.sh"
}
]
}
},
{
"type": "execute",
"parameters": {
"command": "chmod +x setup.sh",
"shell": true
}
},
{
"type": "execute",
"parameters": {
"command": "./setup.sh",
"shell": true
}
}
],
"related_apps": [
"os"
],
"evaluator": {
"postconfig": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1fQGBoTE40BLoNV_d4KYxbYjKRJdIPDio&export=download&authuser=0&confirm=t&uuid=b380dc07-a88b-4a65-affe-f3a77108d310&at=APZUnTVe08Pyr4RSR94AmQK7S8t_:1708051631877",
"path": "eval.sh"
}
]
}
},
{
"type": "execute",
"parameters": {
"command": "chmod +x eval.sh",
"shell": true
}
}
],
"func": "check_include_exclude",
"result": {
"type": "vm_command_line",
"command": "bash eval.sh",
"shell": true
},
"expected": {
"type": "rule",
"rules": {
"include": [
"Success: file1 exists in dir1.\nSuccess: file1 exists in dir2.\nSuccess: file1 exists in dir3.\n"
],
"exclude": [
]
}
}
}
}