Initial commit

tasks/test_001/human_demo/actions_raw.json

@@ -0,0 +1,315 @@
+{
+  "metadata": {
+    "task_id": "test_001",
+    "vm_resolution": [
+      3840,
+      2160
+    ],
+    "vm_screenshot_resolution": [
+      3840,
+      2160
+    ],
+    "vm_dpi_scale": 2.0,
+    "recording_start": "2026-01-12T18:18:23.729479",
+    "recording_end": "2026-01-12T18:20:05.274622",
+    "total_duration": 102.75,
+    "total_actions": 39,
+    "total_screenshots": 13
+  },
+  "actions": [
+    {
+      "t": 11.522,
+      "type": "key",
+      "key": "ctrl"
+    },
+    {
+      "t": 12.05,
+      "type": "key",
+      "key": "right"
+    },
+    {
+      "t": 15.13,
+      "type": "click",
+      "button": "left",
+      "pos_host": [
+        35.85546875,
+        331.6875
+      ],
+      "pos_vm": [
+        70,
+        662
+      ],
+      "screenshot": "screens/0002_click.png"
+    },
+    {
+      "t": 22.047,
+      "type": "click",
+      "button": "left",
+      "pos_host": [
+        35.85546875,
+        331.6875
+      ],
+      "pos_vm": [
+        1604,
+        1140
+      ],
+      "screenshot": "screens/0003_click.png"
+    },
+    {
+      "t": 27.375,
+      "type": "click",
+      "button": "left",
+      "pos_host": [
+        325.9765625,
+        190.70703125
+      ],
+      "pos_vm": [
+        650,
+        380
+      ],
+      "screenshot": "screens/0004_click.png"
+    },
+    {
+      "t": 31.023,
+      "type": "click",
+      "button": "left",
+      "pos_host": [
+        325.9765625,
+        190.70703125
+      ],
+      "pos_vm": [
+        928,
+        432
+      ],
+      "screenshot": "screens/0005_click.png"
+    },
+    {
+      "t": 36.217,
+      "type": "click",
+      "button": "left",
+      "pos_host": [
+        458.2890625,
+        324.62890625
+      ],
+      "pos_vm": [
+        916,
+        648
+      ],
+      "screenshot": "screens/0006_click.png"
+    },
+    {
+      "t": 43.173,
+      "type": "click",
+      "button": "left",
+      "pos_host": [
+        457.40625,
+        217.1015625
+      ],
+      "pos_vm": [
+        914,
+        434
+      ],
+      "screenshot": "screens/0007_click.png"
+    },
+    {
+      "t": 52.024,
+      "type": "click",
+      "button": "left",
+      "pos_host": [
+        605.609375,
+        510.88671875
+      ],
+      "pos_vm": [
+        1210,
+        1020
+      ],
+      "screenshot": "screens/0008_click.png"
+    },
+    {
+      "t": 59.587,
+      "type": "click",
+      "button": "left",
+      "pos_host": [
+        253.43359375,
+        193.984375
+      ],
+      "pos_vm": [
+        506,
+        386
+      ],
+      "screenshot": "screens/0009_click.png"
+    },
+    {
+      "t": 64.302,
+      "type": "click",
+      "button": "left",
+      "pos_host": [
+        652.21484375,
+        511.13671875
+      ],
+      "pos_vm": [
+        1304,
+        1022
+      ],
+      "screenshot": "screens/0010_click.png"
+    },
+    {
+      "t": 72.265,
+      "type": "key",
+      "key": "t"
+    },
+    {
+      "t": 73.355,
+      "type": "key",
+      "key": "shift"
+    },
+    {
+      "t": 74.054,
+      "type": "key",
+      "key": "e"
+    },
+    {
+      "t": 74.363,
+      "type": "key",
+      "key": "s"
+    },
+    {
+      "t": 74.472,
+      "type": "key",
+      "key": "t"
+    },
+    {
+      "t": 74.854,
+      "type": "key",
+      "key": "shift"
+    },
+    {
+      "t": 74.957,
+      "type": "key",
+      "key": "_"
+    },
+    {
+      "t": 75.13,
+      "type": "key",
+      "key": "r"
+    },
+    {
+      "t": 75.17,
+      "type": "key",
+      "key": "e"
+    },
+    {
+      "t": 75.386,
+      "type": "key",
+      "key": "s"
+    },
+    {
+      "t": 75.547,
+      "type": "key",
+      "key": "u"
+    },
+    {
+      "t": 75.799,
+      "type": "key",
+      "key": "l"
+    },
+    {
+      "t": 75.895,
+      "type": "key",
+      "key": "t"
+    },
+    {
+      "t": 76.385,
+      "type": "key",
+      "key": "."
+    },
+    {
+      "t": 76.824,
+      "type": "key",
+      "key": "t"
+    },
+    {
+      "t": 77.063,
+      "type": "key",
+      "key": "x"
+    },
+    {
+      "t": 77.304,
+      "type": "key",
+      "key": "t"
+    },
+    {
+      "t": 78.987,
+      "type": "key",
+      "key": "backspace"
+    },
+    {
+      "t": 79.154,
+      "type": "key",
+      "key": "backspace"
+    },
+    {
+      "t": 79.307,
+      "type": "key",
+      "key": "backspace"
+    },
+    {
+      "t": 79.929,
+      "type": "key",
+      "key": "backspace"
+    },
+    {
+      "t": 80.838,
+      "type": "click",
+      "button": "left",
+      "pos_host": [
+        1195.63671875,
+        750.0078125
+      ],
+      "pos_vm": [
+        2390,
+        1500
+      ],
+      "screenshot": "screens/0011_click.png"
+    },
+    {
+      "t": 91.128,
+      "type": "key",
+      "key": "ctrl"
+    },
+    {
+      "t": 91.462,
+      "type": "key",
+      "key": "left"
+    },
+    {
+      "t": 96.267,
+      "type": "key",
+      "key": "enter"
+    },
+    {
+      "t": 93.763,
+      "type": "click",
+      "button": "left",
+      "pos_host": [
+        953.81640625,
+        987.36328125
+      ],
+      "pos_vm": [
+        78,
+        1044
+      ],
+      "screenshot": "screens/0012_click.png"
+    },
+    {
+      "t": 98.791,
+      "type": "key",
+      "key": "ctrl"
+    },
+    {
+      "t": 98.955,
+      "type": "key",
+      "key": "c"
+    }
+  ]
+}