Initial commit

tasks/open_file_001/human_demo/actions_raw.json

@@ -0,0 +1,239 @@
+{
+  "metadata": {
+    "task_id": "open_file_001",
+    "vm_resolution": [
+      3840,
+      2160
+    ],
+    "vm_screenshot_resolution": [
+      3840,
+      2160
+    ],
+    "vm_dpi_scale": 2.0,
+    "recording_start": "2026-01-09T18:51:58.410186",
+    "recording_end": "2026-01-09T18:52:57.169082",
+    "total_duration": 59.33,
+    "total_actions": 31,
+    "total_screenshots": 9
+  },
+  "actions": [
+    {
+      "t": 4.219,
+      "type": "key",
+      "key": "right"
+    },
+    {
+      "t": 7.338,
+      "type": "click",
+      "button": "left",
+      "pos_host": [
+        136.80078125,
+        282.97265625
+      ],
+      "pos_vm": [
+        1068,
+        0
+      ],
+      "screenshot": "screens/0002_click.png"
+    },
+    {
+      "t": 17.248,
+      "type": "click",
+      "button": "left",
+      "pos_host": [
+        238.72265625,
+        191.63671875
+      ],
+      "pos_vm": [
+        476,
+        382
+      ],
+      "screenshot": "screens/0003_click.png"
+    },
+    {
+      "t": 21.72,
+      "type": "click",
+      "button": "left",
+      "pos_host": [
+        631.64453125,
+        511.1171875
+      ],
+      "pos_vm": [
+        1262,
+        1022
+      ],
+      "screenshot": "screens/0004_click.png"
+    },
+    {
+      "t": 24.441,
+      "type": "click",
+      "button": "left",
+      "pos_host": [
+        240.703125,
+        191.7890625
+      ],
+      "pos_vm": [
+        480,
+        382
+      ],
+      "screenshot": "screens/0005_click.png"
+    },
+    {
+      "t": 27.768,
+      "type": "click",
+      "button": "left",
+      "pos_host": [
+        628.42578125,
+        512.640625
+      ],
+      "pos_vm": [
+        1256,
+        1024
+      ],
+      "screenshot": "screens/0006_click.png"
+    },
+    {
+      "t": 34.342,
+      "type": "key",
+      "key": "o"
+    },
+    {
+      "t": 34.398,
+      "type": "key",
+      "key": "p"
+    },
+    {
+      "t": 34.624,
+      "type": "key",
+      "key": "e"
+    },
+    {
+      "t": 34.78,
+      "type": "key",
+      "key": "n"
+    },
+    {
+      "t": 35.097,
+      "type": "key",
+      "key": "shift"
+    },
+    {
+      "t": 37.072,
+      "type": "key",
+      "key": "shift"
+    },
+    {
+      "t": 38.647,
+      "type": "key",
+      "key": "_"
+    },
+    {
+      "t": 39.276,
+      "type": "key",
+      "key": "f"
+    },
+    {
+      "t": 39.382,
+      "type": "key",
+      "key": "i"
+    },
+    {
+      "t": 39.666,
+      "type": "key",
+      "key": "l"
+    },
+    {
+      "t": 41.112,
+      "type": "key",
+      "key": "e"
+    },
+    {
+      "t": 41.554,
+      "type": "key",
+      "key": "shift"
+    },
+    {
+      "t": 41.689,
+      "type": "key",
+      "key": "_"
+    },
+    {
+      "t": 42.03,
+      "type": "key",
+      "key": "r"
+    },
+    {
+      "t": 42.103,
+      "type": "key",
+      "key": "e"
+    },
+    {
+      "t": 42.374,
+      "type": "key",
+      "key": "s"
+    },
+    {
+      "t": 42.476,
+      "type": "key",
+      "key": "u"
+    },
+    {
+      "t": 42.757,
+      "type": "key",
+      "key": "l"
+    },
+    {
+      "t": 42.899,
+      "type": "key",
+      "key": "t"
+    },
+    {
+      "t": 45.435,
+      "type": "click",
+      "button": "left",
+      "pos_host": [
+        1223.6953125,
+        752.48828125
+      ],
+      "pos_vm": [
+        2446,
+        1504
+      ],
+      "screenshot": "screens/0007_click.png"
+    },
+    {
+      "t": 49.703,
+      "type": "key",
+      "key": "ctrl"
+    },
+    {
+      "t": 51.684,
+      "type": "key",
+      "key": "left"
+    },
+    {
+      "t": 57.073,
+      "type": "key",
+      "key": "ctrl"
+    },
+    {
+      "t": 57.344,
+      "type": "key",
+      "key": "c"
+    },
+    {
+      "t": 56.866,
+      "type": "click",
+      "button": "left",
+      "pos_host": [
+        1037.97265625,
+        990.03515625
+      ],
+      "pos_vm": [
+        2446,
+        1504
+      ],
+      "screenshot": "screens/0008_click.png"
+    }
+  ]
+}

tasks/open_file_001/task.json

@@ -0,0 +1,22 @@
+{
+  "id": "open_file_001",
+  "category": "basic_processing",
+  "difficulty": "easy",
+  "instruction": "请打开桌面上的 DEMO01.MDI 文件，然后将当前曲线导出为 ASCII (.txt) 文件并命名为 open_file_result.txt。",
+  "input": {
+    "source_file": "../../data/source/DEMO01.MDI",
+    "inject_to": "C:\\Users\\lzy\\Desktop\\DEMO01.MDI"
+  },
+  "output": {
+    "expected_file": "open_file_result.txt",
+    "collect_from": "C:\\Users\\lzy\\Desktop\\open_file_result.txt"
+  },
+  "evaluation": {
+    "method": "xrd_data_compare",
+    "ground_truth": "ground_truth/open_file_result.txt",
+    "target_output": "agent_output/open_file_result.txt",
+    "tolerance": 0.0001
+  },
+  "tutorial_source": "教程(1) - 打开文件部分",
+  "notes": "打开文件后导出为ASCII文件用于评测"
+}