Merge branch 'zdy'

2024-01-23 14:42:16 +08:00
parent 29d12eade4 93229ce98c
commit f5bec06a4c
9 changed files with 654 additions and 37 deletions
--- a/evaluation_examples/examples/libreoffice_calc/01b269ae-2111-4a07-81fd-3fcd711993b0.json
+++ b/evaluation_examples/examples/libreoffice_calc/01b269ae-2111-4a07-81fd-3fcd711993b0.json
@@ -0,0 +1,76 @@
+{
+	"id": "01b269ae-2111-4a07-81fd-3fcd711993b0",
+	"snapshot": "libreoffice_calc",
+	"instruction": "Fill all the blank cells with the value in the cell above it",
+	"source": "https://www.youtube.com/shorts/VrUzPTIwQ04",
+	"config": [
+		{
+			"type": "download",
+			"parameters": {
+				"files": [
+					{
+						"url": "https://drive.usercontent.google.com/download?id=1FuOZ-5YoKgLLwl_oZd4R3D8pZACf_ukS&export=download&authuser=0&confirm=t&uuid=2051e7a6-5930-4cef-8d77-20ebf66ec6e6&at=APZUnTX1fXqlxy6rluq-Kw-LUhS5:1705919461032",
+						"path": "/home/user/Student_Level_Fill_Blank.xlsx"
+					}
+				]
+			}
+		},
+		{
+			"type": "open",
+			"parameters": {
+				"path": "/home/user/Student_Level_Fill_Blank.xlsx"
+			}
+		}
+	],
+	"trajectory": "trajectories/01b269ae-2111-4a07-81fd-3fcd711993b0",
+	"related_apps": [
+		"libreoffice calc"
+	],
+	"evaluator": {
+		"postconfig": [
+			{
+				"type": "activate_window",
+				"parameters": {
+					"window_name": "Student_Level_Fill_Blank.xlsx - LibreOffice Calc",
+					"strict": true
+				}
+			},
+			{
+				"type": "sleep",
+				"parameters": {
+					"seconds": 0.5
+				}
+			},
+			{
+				"type": "execute",
+				"parameters": {
+					"command": [
+						"python",
+						"-c",
+						"import pyautogui; pyautogui.press([\"ctrl\", \"s\"]);"
+					]
+				}
+			}
+		],
+		"func": "compare_table",
+		"expected": {
+			"type": "cloud_file",
+			"path": "https://drive.usercontent.google.com/download?id=1HTle3vgdZSjJIK_wjXyjtWwbiYJeguwv&export=download&authuser=0&confirm=t&uuid=c5d0868b-bed2-48fb-949b-8a9f3f61e8cf&at=APZUnTVqS9CTZFJ1rPqCGQPDCv3p:1705919542916",
+			"dest": "Student_Level_Fill_Blank_gold.xlsx"
+		},
+		"result": {
+			"type": "vm_file",
+			"path": "/home/user/Student_Level_Fill_Blank.xlsx",
+			"dest": "Student_Level_Fill_Blank.xlsx"
+		},
+		"options": {
+			"rules": [
+				{
+					"type": "sheet_data",
+					"sheet_idx0": 0,
+					"sheet_idx1": "EI0"
+				}
+			]
+		}
+	}
+}
--- a/evaluation_examples/examples/libreoffice_calc/4e6fcf72-daf3-439f-a232-c434ce416af6.json
+++ b/evaluation_examples/examples/libreoffice_calc/4e6fcf72-daf3-439f-a232-c434ce416af6.json
@@ -0,0 +1,76 @@
+{
+	"id": "4e6fcf72-daf3-439f-a232-c434ce416af6",
+	"snapshot": "libreoffice_calc",
+	"instruction": "Please calculate the ages of the employees according to their birthday.",
+	"source": "https://www.youtube.com/shorts/0uxJccNCKcE",
+	"config": [
+		{
+			"type": "download",
+			"parameters": {
+				"files": [
+					{
+						"url": "https://drive.usercontent.google.com/download?id=1WIyJbssCCscQ96be2hF9N7tXPz23JoBT&export=download&authuser=0&confirm=t&uuid=503cdbf3-2fe3-4019-bfd1-5d1faab8d049&at=APZUnTV-XLlF8KEx7zMjtX2kYSuM:1705909207212",
+						"path": "/home/user/Employee_Age_By_Birthday.xlsx"
+					}
+				]
+			}
+		},
+		{
+			"type": "open",
+			"parameters": {
+				"path": "/home/user/Employee_Age_By_Birthday.xlsx"
+			}
+		}
+	],
+	"trajectory": "trajectories/4e6fcf72-daf3-439f-a232-c434ce416af6",
+	"related_apps": [
+		"libreoffice calc"
+	],
+	"evaluator": {
+		"postconfig": [
+			{
+				"type": "activate_window",
+				"parameters": {
+					"window_name": "Employee_Age_By_Birthday.xlsx - LibreOffice Calc",
+					"strict": true
+				}
+			},
+			{
+				"type": "sleep",
+				"parameters": {
+					"seconds": 0.5
+				}
+			},
+			{
+				"type": "execute",
+				"parameters": {
+					"command": [
+						"python",
+						"-c",
+						"import pyautogui; pyautogui.press([\"ctrl\", \"s\"]);"
+					]
+				}
+			}
+		],
+		"func": "compare_table",
+		"expected": {
+			"type": "cloud_file",
+			"path": "https://drive.usercontent.google.com/download?id=1sRI72UGfHiVBRFuV4uwhr173u3Sf46Y6&export=download&authuser=0&confirm=t&uuid=90da5e2b-39c0-449d-b753-09dfed73b509&at=APZUnTVFInccKo2QB9JNnIidFfG3:1705909465173",
+			"dest": "Employee_Age_By_Birthday_gold.xlsx"
+		},
+		"result": {
+			"type": "vm_file",
+			"path": "/home/user/Employee_Age_By_Birthday.xlsx",
+			"dest": "Employee_Age_By_Birthday.xlsx"
+		},
+		"options": {
+			"rules": [
+				{
+					"type": "sheet_data",
+					"sheet_idx0": 0,
+					"sheet_idx1": "EI0"
+				}
+			]
+		}
+	}
+}
--- a/evaluation_examples/examples/libreoffice_calc/6054afcb-5bab-4702-90a0-b259b5d3217c.json
+++ b/evaluation_examples/examples/libreoffice_calc/6054afcb-5bab-4702-90a0-b259b5d3217c.json
@@ -0,0 +1,82 @@
+{
+	"id": "6054afcb-5bab-4702-90a0-b259b5d3217c",
+	"snapshot": "libreoffice_calc",
+	"instruction": "Some data are missed by now and are filled by 'N/A' temporarily. Please hide them in the table for now. Do not delete them and filter is no needed.",
+	"source": "https://www.youtube.com/shorts/JTbZ8sRxkdU",
+	"config": [
+		{
+			"type": "download",
+			"parameters": {
+				"files": [
+					{
+						"url": "https://drive.usercontent.google.com/download?id=1e1Ccsr_CQau9-boF92GxzZ0RtEHPtfdX&export=download&authuser=0&confirm=t&uuid=a1d4518d-e085-4bfa-ae6f-2514ed48efba&at=APZUnTU_ng4YNBQO7u6Dsuj21Gmq:1705911243359",
+						"path": "/home/user/Date_Budget_Variance_HideNA.xlsx"
+					}
+				]
+			}
+		},
+		{
+			"type": "open",
+			"parameters": {
+				"path": "/home/user/Date_Budget_Variance_HideNA.xlsx"
+			}
+		}
+	],
+	"trajectory": "trajectories/6054afcb-5bab-4702-90a0-b259b5d3217c",
+	"related_apps": [
+		"libreoffice calc"
+	],
+	"evaluator": {
+		"postconfig": [
+			{
+				"type": "activate_window",
+				"parameters": {
+					"window_name": "Date_Budget_Variance_HideNA.xlsx - LibreOffice Calc",
+					"strict": true
+				}
+			},
+			{
+				"type": "sleep",
+				"parameters": {
+					"seconds": 0.5
+				}
+			},
+			{
+				"type": "execute",
+				"parameters": {
+					"command": [
+						"python",
+						"-c",
+						"import pyautogui; pyautogui.press([\"ctrl\", \"s\"]);"
+					]
+				}
+			}
+		],
+		"func": "compare_table",
+		"expected": {
+			"type": "cloud_file",
+			"path": "https://drive.usercontent.google.com/download?id=1ReZexJAvbAAUng0JD3lEHN70J0WcS0_i&export=download&authuser=0&confirm=t&uuid=a11148b1-93e8-4634-a413-26e0e433c2c9&at=APZUnTV6KulVQf6LpHl4IVNqE5hA:1705914637572",
+			"dest": "Date_Budget_Variance_HideNA_gold.xlsx"
+		},
+		"result": {
+			"type": "vm_file",
+			"path": "/home/user/Date_Budget_Variance_HideNA.xlsx",
+			"dest": "Date_Budget_Variance_HideNA.xlsx"
+		},
+		"options": {
+			"rules": [
+				{
+					"type": "sheet_data",
+					"sheet_idx0": 0,
+					"sheet_idx1": "EI0"
+				},
+				{
+					"type": "row_props",
+					"sheet_idx0": 0,
+					"sheet_idx1": "EI0",
+					"props": ["hidden"]
+				}
+			]
+		}
+	}
+}
--- a/evaluation_examples/examples/libreoffice_calc/8b1ce5f2-59d2-4dcc-b0b0-666a714b9a14.json
+++ b/evaluation_examples/examples/libreoffice_calc/8b1ce5f2-59d2-4dcc-b0b0-666a714b9a14.json
@@ -0,0 +1,82 @@
+{
+	"id": "8b1ce5f2-59d2-4dcc-b0b0-666a714b9a14",
+	"snapshot": "libreoffice_calc",
+	"instruction": "Given a partial calendar, please highlight all the weekends (Satureday & Sunday) by setting the cell background as red (#ff0000).",
+	"source": "https://www.youtube.com/shorts/Hbcwu6IQ1ns",
+	"config": [
+		{
+			"type": "download",
+			"parameters": {
+				"files": [
+					{
+						"url": "https://drive.usercontent.google.com/download?id=1_gyig5Vs3VOuvkjRoLt2ZpXBIyCZfUmV&export=download&authuser=0&confirm=t&uuid=ed113cdd-4279-454b-a66d-07447e31c818&at=APZUnTVztf5DcbF0DjLJitkpUUxt:1705920417565",
+						"path": "/home/user/Calendar_Highlight_Weekend_Days.xlsx"
+					}
+				]
+			}
+		},
+		{
+			"type": "open",
+			"parameters": {
+				"path": "/home/user/Calendar_Highlight_Weekend_Days.xlsx"
+			}
+		}
+	],
+	"trajectory": "trajectories/8b1ce5f2-59d2-4dcc-b0b0-666a714b9a14",
+	"related_apps": [
+		"libreoffice calc"
+	],
+	"evaluator": {
+		"postconfig": [
+			{
+				"type": "activate_window",
+				"parameters": {
+					"window_name": "Calendar_Highlight_Weekend_Days.xlsx - LibreOffice Calc",
+					"strict": true
+				}
+			},
+			{
+				"type": "sleep",
+				"parameters": {
+					"seconds": 0.5
+				}
+			},
+			{
+				"type": "execute",
+				"parameters": {
+					"command": [
+						"python",
+						"-c",
+						"import pyautogui; pyautogui.press([\"ctrl\", \"s\"]);"
+					]
+				}
+			}
+		],
+		"func": "compare_table",
+		"expected": {
+			"type": "cloud_file",
+			"path": "https://drive.usercontent.google.com/download?id=1URKsHvPdWDvB-qwsIZ-SqHAmiXaosXKW&export=download&authuser=0&confirm=t&uuid=849064c9-7402-48c5-87f6-e5c290e4bd24&at=APZUnTXarmqM0cO4I0z-Lv7MElzX:1705920495794",
+			"dest": "Calendar_Highlight_Weekend_Days_gold.xlsx"
+		},
+		"result": {
+			"type": "vm_file",
+			"path": "/home/user/Calendar_Highlight_Weekend_Days.xlsx",
+			"dest": "Calendar_Highlight_Weekend_Days.xlsx"
+		},
+		"options": {
+			"rules": [
+				{
+					"type": "sheet_data",
+					"sheet_idx0": 0,
+					"sheet_idx1": "EI0"
+				},
+				{
+					"type": "style",
+					"sheet_idx0": 0,
+					"sheet_idx1": "EI0",
+					"props": "bgcolor"
+				}
+			]
+		}
+	}
+}
--- a/evaluation_examples/examples/libreoffice_calc/abed40dc-063f-4598-8ba5-9fe749c0615d.json
+++ b/evaluation_examples/examples/libreoffice_calc/abed40dc-063f-4598-8ba5-9fe749c0615d.json
@@ -0,0 +1,76 @@
+{
+	"id": "abed40dc-063f-4598-8ba5-9fe749c0615d",
+	"snapshot": "libreoffice_calc",
+	"instruction": "Check the names in column \"Names with duplicates\" and put the unique ones in column \"Unique Names\". Keep the original order.",
+	"source": "https://help.libreoffice.org/7.6/ro/text/scalc/guide/remove_duplicates.html?&DbPAR=SHARED&System=UNIX",
+	"config": [
+		{
+			"type": "download",
+			"parameters": {
+				"files": [
+					{
+						"url": "https://drive.usercontent.google.com/download?id=1A3O37a2M_tkmXHUn6G8kYu73cUMRUZnt&export=download&authuser=0&confirm=t&uuid=9a44147f-15e4-426c-9235-74fdda7439dc&at=APZUnTU4MAD7rODyryb9r0YolrrN:1705918712764",
+						"path": "/home/user/Names_Duplicate_Unique.xlsx"
+					}
+				]
+			}
+		},
+		{
+			"type": "open",
+			"parameters": {
+				"path": "/home/user/Names_Duplicate_Unique.xlsx"
+			}
+		}
+	],
+	"trajectory": "trajectories/abed40dc-063f-4598-8ba5-9fe749c0615d",
+	"related_apps": [
+		"libreoffice calc"
+	],
+	"evaluator": {
+		"postconfig": [
+			{
+				"type": "activate_window",
+				"parameters": {
+					"window_name": "Names_Duplicate_Unique.xlsx - LibreOffice Calc",
+					"strict": true
+				}
+			},
+			{
+				"type": "sleep",
+				"parameters": {
+					"seconds": 0.5
+				}
+			},
+			{
+				"type": "execute",
+				"parameters": {
+					"command": [
+						"python",
+						"-c",
+						"import pyautogui; pyautogui.press([\"ctrl\", \"s\"]);"
+					]
+				}
+			}
+		],
+		"func": "compare_table",
+		"expected": {
+			"type": "cloud_file",
+			"path": "https://drive.usercontent.google.com/download?id=1GYG97VdmPG9mlhSBjMlMpjsuDsEDWXNB&export=download&authuser=0&confirm=t&uuid=6dd49f77-6a87-4f99-9027-0c74bad23d6d&at=APZUnTWzHV6JFiTPuo2ICUSEZqq8:1705918802025",
+			"dest": "Names_Duplicate_Unique_gold.xlsx"
+		},
+		"result": {
+			"type": "vm_file",
+			"path": "/home/user/Names_Duplicate_Unique.xlsx",
+			"dest": "Names_Duplicate_Unique.xlsx"
+		},
+		"options": {
+			"rules": [
+				{
+					"type": "sheet_data",
+					"sheet_idx0": 0,
+					"sheet_idx1": "EI0"
+				}
+			]
+		}
+	}
+}
--- a/evaluation_examples/examples/libreoffice_calc/ecb0df7a-4e8d-4a03-b162-053391d3afaf.json
+++ b/evaluation_examples/examples/libreoffice_calc/ecb0df7a-4e8d-4a03-b162-053391d3afaf.json
@@ -52,7 +52,7 @@
        }
      }
    ],
-    "func": "check_data_validations",
+    "func": "compare_table",
    "options": {
      "rules": [
        {