lzy/sci-gui-agent-benchmark
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Initial commit

Browse Source
This commit is contained in:
lizhanyuan
2026-01-12 18:30:12 +08:00
commit 214e15c04c
102 changed files with 27857 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

260
tasks/peak_search_001/human_demo/actions_raw.json Normal file
View File

@@ -0,0 +1,260 @@
{
"metadata": {
"task_id": "peak_search_001",
"vm_resolution": [
3840,
2160
],
"vm_screenshot_resolution": [
3840,
2160
],
"vm_dpi_scale": 2.0,
"recording_start": "2026-01-09T18:11:24.313862",
"recording_end": "2026-01-09T18:13:29.101588",
"total_duration": 125.18,
"total_actions": 28,
"total_screenshots": 13
},
"actions": [
{
"t": 5.001,
"type": "click",
"button": "left",
"pos_host": [
988.23046875,
844.78125
],
"pos_vm": [
1068,
0
],
"screenshot": "screens/0002_click.png"
},
{
"t": 17.488,
"type": "click",
"button": "left",
"pos_host": [
45.9453125,
326.41015625
],
"pos_vm": [
90,
652
],
"screenshot": "screens/0003_click.png"
},
{
"t": 21.219,
"type": "click",
"button": "left",
"pos_host": [
45.9453125,
326.41015625
],
"pos_vm": [
116,
638
],
"screenshot": "screens/0004_click.png"
},
{
"t": 41.908,
"type": "click",
"button": "right",
"pos_host": [
408.328125,
222.5390625
],
"pos_vm": [
816,
444
],
"screenshot": "screens/0005_click.png"
},
{
"t": 44.055,
"type": "click",
"button": "right",
"pos_host": [
408.328125,
222.5390625
],
"pos_vm": [
816,
444
],
"screenshot": "screens/0006_click.png"
},
{
"t": 54.528,
"type": "click",
"button": "left",
"pos_host": [
778.3359375,
474.0625
],
"pos_vm": [
1556,
948
],
"screenshot": "screens/0007_click.png"
},
{
"t": 74.428,
"type": "click",
"button": "left",
"pos_host": [
710.08984375,
306.734375
],
"pos_vm": [
1420,
612
],
"screenshot": "screens/0008_click.png"
},
{
"t": 94.527,
"type": "click",
"button": "left",
"pos_host": [
545.95703125,
296.1875
],
"pos_vm": [
1090,
592
],
"screenshot": "screens/0009_click.png"
},
{
"t": 101.846,
"type": "key",
"key": "p"
},
{
"t": 102.392,
"type": "key",
"key": "e"
},
{
"t": 102.806,
"type": "key",
"key": "a"
},
{
"t": 102.97,
"type": "key",
"key": "k"
},
{
"t": 103.142,
"type": "key",
"key": "shift"
},
{
"t": 105.349,
"type": "key",
"key": "shift"
},
{
"t": 105.565,
"type": "key",
"key": "_"
},
{
"t": 105.973,
"type": "key",
"key": "r"
},
{
"t": 106.008,
"type": "key",
"key": "e"
},
{
"t": 106.94,
"type": "key",
"key": "s"
},
{
"t": 107.379,
"type": "key",
"key": "u"
},
{
"t": 108.244,
"type": "key",
"key": "l"
},
{
"t": 109.085,
"type": "key",
"key": "t"
},
{
"t": 111.731,
"type": "click",
"button": "left",
"pos_host": [
505.21484375,
451.53125
],
"pos_vm": [
1010,
902
],
"screenshot": "screens/0010_click.png"
},
{
"t": 114.606,
"type": "click",
"button": "left",
"pos_host": [
1204.72265625,
754.12890625
],
"pos_vm": [
2408,
1508
],
"screenshot": "screens/0011_click.png"
},
{
"t": 121.298,
"type": "key",
"key": "ctrl"
},
{
"t": 121.435,
"type": "key",
"key": "left"
},
{
"t": 123.008,
"type": "key",
"key": "ctrl"
},
{
"t": 123.088,
"type": "key",
"key": "c"
},
{
"t": 122.76,
"type": "click",
"button": "left",
"pos_host": [
1007.21875,
1010.23046875
],
"pos_vm": [
1440,
890
],
"screenshot": "screens/0012_click.png"
}
]
}