Files
sci-gui-agent-benchmark/evaluation_examples/examples/multi_apps/3eb2a122-a5e3-4f89-9820-f7fa1a582969.json
2024-03-09 18:06:48 +08:00

52 lines
1.3 KiB
JSON

{
"id": "3eb2a122-a5e3-4f89-9820-f7fa1a582969",
"snapshot": "multiapps",
"instruction": "Please search online for the submission deadline and venue of the ICLR main conference in 2035, and copy it to my clipboard. If not yet publicized, copy None.",
"source": "author",
"config": [
{
"type": "launch",
"parameters": {
"command": [
"google-chrome",
"--remote-debugging-port=1337"
]
}
},
{
"type": "launch",
"parameters": {
"command": [
"socat",
"tcp-listen:9222,fork",
"tcp:localhost:1337"
]
}
},
{
"type": "command",
"parameters":{
"command": "echo password | sudo -S apt install xsel && xsel -bc",
"shell": "true"
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"os", "chrome"
],
"evaluator": {
"func": "is_in_vm_clickboard",
"expected": {
"type": "vm_command_line",
"command": "xsel --clipboard --output",
"shell": "true"
},
"result": {
"type": "rule",
"rules": {
"expected": ["None"]
}
}
}
}