81 lines
1.9 KiB
JSON
81 lines
1.9 KiB
JSON
{
|
|
"id": "5c1075ca-bb34-46a3-a7a0-029bd7463e79",
|
|
"snapshot": "os",
|
|
"instruction": "Copy all files matching \"*failed.ipynb\" in the current directory tree to \"./fails\" preserving the directory hierarchy",
|
|
"source": "NL2Bash",
|
|
"config": [
|
|
{
|
|
"type": "download",
|
|
"parameters": {
|
|
"files": [
|
|
{
|
|
"url": "https://drive.usercontent.google.com/download?id=1npIWJR-A78IJ2m0n6aC6Nufa8uUrcpT1&export=download&authuser=0&confirm=t&uuid=668eeed6-3e3f-4f45-997b-19bb578a3f42&at=APZUnTVL1fWbc3PKXWiBVAMPPOJY:1707985593713",
|
|
"path": "setup.sh"
|
|
}
|
|
]
|
|
}
|
|
},
|
|
{
|
|
"type": "execute",
|
|
"parameters": {
|
|
"command": "chmod +x setup.sh",
|
|
"shell": true
|
|
}
|
|
},
|
|
{
|
|
"type": "download",
|
|
"parameters": {
|
|
"files": [
|
|
{
|
|
"url": "https://drive.usercontent.google.com/download?id=1GeXD_pWlqZ7HCco9RorjzJ_f3DeeP91V&export=download&authuser=0&confirm=t&uuid=f4054888-3228-440b-8833-55c50961ea90&at=APZUnTVCiBJw-lRosK673DlvhHyx:1707985591894",
|
|
"path": "eval.sh"
|
|
}
|
|
]
|
|
}
|
|
},
|
|
{
|
|
"type": "execute",
|
|
"parameters": {
|
|
"command": "chmod +x eval.sh",
|
|
"shell": true
|
|
}
|
|
},
|
|
{
|
|
"type": "execute",
|
|
"parameters": {
|
|
"command": "./setup.sh",
|
|
"shell": true
|
|
}
|
|
},
|
|
{
|
|
"type": "execute",
|
|
"parameters": {
|
|
"command": "cd test_environment",
|
|
"shell": true
|
|
}
|
|
}
|
|
],
|
|
"trajectory": "trajectories/",
|
|
"related_apps": [
|
|
"os"
|
|
],
|
|
"evaluator": {
|
|
"func": "check_include_exclude",
|
|
"result": {
|
|
"type": "vm_command_line",
|
|
"command": "bash eval.sh",
|
|
"shell": true
|
|
},
|
|
"expected": {
|
|
"type": "rule",
|
|
"rules": {
|
|
"include": [
|
|
"Evaluation successful."
|
|
],
|
|
"exclude": [
|
|
]
|
|
}
|
|
}
|
|
}
|
|
}
|