Files
sci-gui-agent-benchmark/evaluation_examples/examples/os/c56de254-a3ec-414e-81a6-83d2ce8c41fa.json
2024-01-29 18:22:13 -05:00

34 lines
946 B
JSON

{
"id": "c56de254-a3ec-414e-81a6-83d2ce8c41fa",
"snapshot": "os",
"instruction": "I want to install the lxml package on my ubuntu system. Can you help me?",
"source": "https://superuser.com/questions/28426/how-to-extract-text-with-ocr-from-a-pdf-on-linux",
"config": [
{
"type": "execute",
"parameters": {
"command": "sudo apt-get update && sudo apt-get install -y python3",
"shell": true
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"os"
],
"evaluator": {
"func": "exact_match",
"result": {
"type": "vm_command_line",
"command": "python3 -c \"import lxml\" >/dev/null 2>&1 && echo \"lxml is installed\" || echo \"lxml is not installed\"",
"shell": true
},
"expected": {
"type": "rule",
"rules":{
"expected": "lxml is installed"
}
}
}
}