ver Mar1stv2

two new tasks

evaluation_examples/examples/multi_apps/b5062e3e-641c-4e3a-907b-ac864d2e7652.json

@@ -0,0 +1,94 @@
+{
+	"id": "b5062e3e-641c-4e3a-907b-ac864d2e7652",
+	"snapshot": "libreoffice_calc",
+	"instruction": "I've got a mass of different categories of paper in PDF under folder \"~/Documents/Papers\". Please help me to extract the name, mail, and affiliation of the first author of all the papers and note them in an Excel table. The corresponding headers should be added in the table. Simply sort the authors by their full names ascendingly. The summary file should be saved as \"~/authors.xlsx\".",
+	"source": "authors",
+	"config": [
+		{
+			"type": "command",
+			"parameters": {
+				"command": ["mkdir", "-p", "/home/user/Documents/Papers"]
+			}
+		},
+		{
+			"type": "download",
+			"parameters": {
+				"files": [
+					{
+						"path": "/home/user/Documents/Papers/zhang_appagent.pdf",
+						"url": "https://arxiv.org/pdf/2312.13771.pdf"
+					},
+					{
+						"path": "/home/user/Documents/Papers/niu_screenagent.pdf",
+						"url": "https://arxiv.org/pdf/2402.07945.pdf"
+					},
+					{
+						"path": "/home/user/Documents/Papers/koh_visualwebarena.pdf",
+						"url": "https://arxiv.org/pdf/2401.13649.pdf"
+					},
+					{
+						"path": "/home/user/Documents/Papers/deng_mind2web.pdf",
+						"url": "https://papers.nips.cc/paper_files/paper/2023/file/5950bf290a1570ea401bf98882128160-Paper-Datasets_and_Benchmarks.pdf"
+					}
+				]
+			}
+		}
+	],
+	"trajectory": "trajectories/b5062e3e-641c-4e3a-907b-ac864d2e7652",
+	"related_apps": [
+		"libreoffice_calc",
+		"os"
+	],
+	"evaluator": {
+		"postconfig": [
+			{
+				"type": "execute",
+				"parameters": {
+					"command": [
+						"libreoffice",
+						"--convert-to",
+						"csv:Text - txt - csv (StarCalc):44,34,UTF-8,,,,false,true,true,false,false,1",
+						"--outdir",
+						"/home/user",
+						"/home/user/authors.xlsx"
+					]
+				}
+			}
+		],
+		"func": "compare_table",
+		"result": {
+			"type": "vm_file",
+			"path": [
+				"/home/user/authors.xlsx",
+				"/home/user/authors-Sheet1.csv"
+			],
+			"dest": [
+				"authors.xlsx",
+				"authors-Sheet1.csv"
+			],
+			"multi": true
+		},
+		"expected": {
+			"type": "cloud_file",
+			"path": [
+				"https://drive.google.com/uc?id=1fttbvfHuoQfsQUk3fVXkJsCu231jhnQj&export=download",
+				"https://drive.google.com/uc?id=1fq4hbk1g9R_SjknzwFAqvyF1ICyNYfok&export=download"
+			],
+			"dest": [
+				"authors-gt.xlsx",
+				"authors-gt-Sheet1.csv"
+			],
+			"multi": true
+		},
+		"options": {
+			"rules": [
+				{
+					"type": "sheet_print",
+					"sheet_idx0": "RNSheet1",
+					"sheet_idx1": "ENSheet1",
+					"ignore_case": true
+				}
+			]
+		}
+	}
+}