ver Mar1stv2

two new tasks

evaluation_examples/examples/multi_apps/00fa164e-2612-4439-992e-157d019a8436.json

@@ -0,0 +1,85 @@
+{
+	"id": "00fa164e-2612-4439-992e-157d019a8436",
+	"snapshot": "libreoffice_writer",
+	"instruction": "I'm writing a report in Writer. A little data are recorded in \"~/Documents/awesome-desktop/expe-results.xlsx\". Help me to extract the results of LLM-based models and insert a table in the \"Main Results\" section of my report.",
+	"source": "authors",
+	"config": [
+		{
+			"type": "command",
+			"parameters": {
+				"command": ["mkdir", "-p", "/home/user/Documents/awesome-desktop/"]
+			}
+		},
+		{
+			"type": "download",
+			"parameters": {
+				"files": [
+					{
+						"path": "/home/user/Documents/awesome-desktop/awe_desk_env.docx",
+						"url": "https://drive.google.com/uc?id=1oXro9_S7nZs_h_AZq5TJWEBofbrZM3oG&export=download"
+					},
+					{
+						"path": "/home/user/Documents/awesome-desktop/expe-results.xlsx",
+						"url": "https://drive.google.com/uc?id=1DwOikfnAumkZfvVcjIncgKZMITY3ruku&export=download"
+					}
+				]
+			}
+		},
+		{
+			"type": "open",
+			"parameters": {
+				"path": "/home/user/Documents/awesome-desktop/awe_desk_env.docx"
+			}
+		}
+	],
+	"trajectory": "trajectories/00fa164e-2612-4439-992e-157d019a8436",
+	"related_apps": [
+		"libreoffice_writer",
+		"libreoffice_calc",
+		"os"
+	],
+	"evaluator": {
+		"postconfig": [
+			{
+				"type": "activate_window",
+				"parameters": {
+					"window_name": "awe_desk_env.docx - LibreOffice Writer",
+					"strict": true
+				}
+			},
+			{
+				"type": "sleep",
+				"parameters": {
+					"seconds": 0.5
+				}
+			},
+			{
+				"type": "execute",
+				"parameters": {
+					"command": [
+						"python",
+						"-c",
+						"import pyautogui; pyautogui.hotkey(\"ctrl\", \"s\");"
+					]
+				}
+			},
+			{
+				"type": "sleep",
+				"parameters": {
+					"seconds": 1.0
+				}
+			}
+		],
+		"func": "compare_docx_tables",
+		"result": {
+			"type": "vm_file",
+			"path": "/home/user/Documents/awesome-desktop/awe_desk_env.docx",
+			"dest": "awe_desk_env.docx"
+		},
+		"expected": {
+			"type": "cloud_file",
+			"path": "https://drive.google.com/uc?id=1hMZKSF74qBUvBDAu_zF8vHm6MKu96VBN&export=download",
+			"dest": "awe_desk_env_gt.docx"
+		}
+	}
+}