Files
sci-gui-agent-benchmark/evaluation_examples/examples/os/5ced85fc-fa1a-4217-95fd-0fb530545ce2.json
2024-02-15 19:24:22 +08:00

58 lines
1.3 KiB
JSON

{
"id": "5ced85fc-fa1a-4217-95fd-0fb530545ce2",
"snapshot": "os",
"instruction": "Append \"<br/>\" to the end of each line in \"1\\n2\\n3\" and save in output.txt",
"source": "NL2Bash",
"config": [
{
"type": "execute",
"parameters": {
"command": "echo -e \"1\\n2\\n3\" > input.txt",
"shell": true
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"os"
],
"evaluator": {
"postconfig": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=174Bk_JLDwuTTgL0hslzxRG4xB76JxXIR&export=download&authuser=0&confirm=t&uuid=b086a8a1-00b9-4d73-ae05-c34a7fe9693d&at=APZUnTV-T0wfR_ovBue_HnO-tcai:1707989145225",
"path": "eval.sh"
}
]
}
},
{
"type": "execute",
"parameters": {
"command": "chmod +x eval.sh",
"shell": true
}
}
],
"func": "check_include_exclude",
"result": {
"type": "vm_command_line",
"command": "bash eval.sh",
"shell": true
},
"expected": {
"type": "rule",
"rules": {
"include": [
"Success: The task has been completed correctly."
],
"exclude": [
]
}
}
}
}