Files
sci-gui-agent-benchmark/evaluation_examples/examples/os/0b35aee5-6f2a-4c71-b2da-aed0105fdbde.json
2024-02-15 19:24:22 +08:00

60 lines
1.5 KiB
JSON

{
"id": "0b35aee5-6f2a-4c71-b2da-aed0105fdbde",
"snapshot": "os",
"instruction": "Calculate the md5 sum of \"submission.cpp\" with less sensitivity to superficial changes like comments or whitespace",
"source": "NL2Bash",
"config": [
{
"type": "execute",
"parameters": {
"command": "echo password | sudo -S apt-get install astyle cpp md5sum -y",
"shell": true
}
},
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1UiDgRdPqGGPmklZyXhwO1-UyOlhJsxt0&export=download&authuser=0&confirm=t&uuid=7795d6f5-87df-4ebb-8540-e9756362736a&at=APZUnTVk-7AnKL4ofVZGKQeHxjHY:1707987053722",
"path": "/home/user/Desktop/submission.cpp"
}
]
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.click(960, 540); time.sleep(0.5);"
]
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; import time; pyautogui.hotkey(\"ctrl\", \"alt\", \"t\"); time.sleep(0.5);"
]
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"os"
],
"evaluator": {
"func": "check_include_exclude",
"result": {
"type": "vm_terminal_output"
},
"expected": {
"type": "calc_insensitive_md5"
}
}
}