lzy/sci-gui-agent-benchmark
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update windows eval examples

Browse Source
This commit is contained in:
tsuky_chen
2024-02-05 15:52:22 +08:00
parent c86868f034
commit 17ef15566a
21 changed files with 1126 additions and 23 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
evaluation_examples/examples/Windows/excel/01b269ae-2111-4a07-81fd-3fcd711993b0.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1FuOZ-5YoKgLLwl_oZd4R3D8pZACf_ukS&export=download&authuser=0&confirm=t&uuid=2051e7a6-5930-4cef-8d77-20ebf66ec6e6&at=APZUnTX1fXqlxy6rluq-Kw-LUhS5:1705919461032",
"path": "C:\\Users\\user\\Student_Level_Fill_Blank.xlsx"
"path": "C:\\Users\\chenj\\Student_Level_Fill_Blank.xlsx"
}
]
}
@@ -18,7 +18,7 @@
{
"type": "open",
"parameters": {
"path": "C:\\Users\\user\\Student_Level_Fill_Blank.xlsx"
"path": "C:\\Users\\chenj\\Student_Level_Fill_Blank.xlsx"
}
}
],
@@ -31,7 +31,7 @@
{
"type": "activate_window",
"parameters": {
"window_name": "Student_Level_Fill_Blank.xlsx - Excel",
"window_name": "Student_Level_Fill_Blank - Excel",
"strict": true
}
},
@@ -66,7 +66,7 @@
},
"result": {
"type": "vm_file",
"path": "C:\\Users\\user\\Student_Level_Fill_Blank.xlsx",
"path": "C:\\Users\\chenj\\Student_Level_Fill_Blank.xlsx",
"dest": "Student_Level_Fill_Blank.xlsx"
},
"options": {

12
evaluation_examples/examples/Windows/excel/0bf05a7d-b28b-44d2-955a-50b41e24012a.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1DqGy5JRKOuZMRJ8O76d4Cds4WaRyz8V1&export=download&authuser=0&confirm=t&uuid=fa0694d1-2a77-4fd2-89d3-d9b854317823&at=APZUnTU9BxqG7E8tLZ104c0E8BEL:1705501029016",
"path": "C:\\Users\\user\\Customers_New_7digit_Id.xlsx"
"path": "C:\\Users\\chenj\\Customers_New_7digit_Id.xlsx"
}
]
}
@@ -18,7 +18,7 @@
{
"type": "open",
"parameters": {
"path": "C:\\Users\\user\\Customers_New_7digit_Id.xlsx"
"path": "C:\\Users\\chenj\\Customers_New_7digit_Id.xlsx"
}
}
],
@@ -31,7 +31,7 @@
{
"type": "activate_window",
"parameters": {
"window_name": "Customers_New_7digit_Id.xlsx - LibreOffice Calc",
"window_name": "Customers_New_7digit_Id - Excel",
"strict": true
}
},
@@ -66,7 +66,7 @@
"csv:Text - txt - csv (StarCalc):44,34,UTF-8,,,,false,true,true,false,false,1",
"--outdir",
"/home/user",
"C:\\Users\\user\\Customers_New_7digit_Id.xlsx"
"C:\\Users\\chenj\\Customers_New_7digit_Id.xlsx"
]
}
}
@@ -75,8 +75,8 @@
"result": {
"type": "vm_file",
"path": [
"C:\\Users\\user\\Customers_New_7digit_Id.xlsx",
"C:\\Users\\user\\Customers_New_7digit_Id-Sheet1.csv"
"C:\\Users\\chenj\\Customers_New_7digit_Id.xlsx",
"C:\\Users\\chenj\\Customers_New_7digit_Id-Sheet1.csv"
],
"dest": [
"Customers_New_7digit_Id.xlsx",

95
evaluation_examples/examples/Windows/excel/0cecd4f3-74de-457b-ba94-29ad6b5dafb6.json Normal file
View File

@@ -0,0 +1,95 @@
{
"id": "0cecd4f3-74de-457b-ba94-29ad6b5dafb6",
"snapshot": "libreoffice_calc",
"instruction": "Rename \"Sheet 1\" to \"LARS Resources\". Then make a copy of it. Place the copy before \"Sheet 2\" and rename it by appending a suffix \"(Backup)\", concatenated by a white space. And Also rename \"Sheet2\" by appending the suffix \"(Offline)\".",
"source": "https://www.libreofficehelp.com/add-insert-delete-copy-move-rename-a-worksheet-in-libreoffice-calc/",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1emE6hfKYJpsKNoJ7fmSKCug9pZ9Rv0fx&export=download&authuser=0&confirm=t&uuid=b84ee976-0dab-4a32-a99d-56873f016eec&at=APZUnTVs-ZH77mNQ9-YCLqj2H5xh:1706261078154",
"path": "c:\\users\\chenj\\copy_sheet_insert.xlsx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "c:\\users\\chenj\\copy_sheet_insert.xlsx"
}
}
],
"trajectory": "trajectories/0cecd4f3-74de-457b-ba94-29ad6b5dafb6",
"related_apps": [
"libreoffice_calc"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "copy_sheet_insert.xlsx - LibreOffice Calc",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; pyautogui.hotkey(\"ctrl\", \"s\");"
]
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
}
],
"func": "compare_table",
"result": {
"type": "vm_file",
"path": "c:\\users\\chenj\\copy_sheet_insert.xlsx",
"dest": "copy_sheet_insert.xlsx"
},
"expected": {
"type": "cloud_file",
"path": "https://drive.usercontent.google.com/download?id=1u0mYkDejNIFWfSOvQCi2z6nXTinUqhGG&export=download&authuser=0&confirm=t&uuid=d9036b53-dc50-4451-9e81-a5327b846c29&at=APZUnTU6PV42c83Ug6CGUQ6zx0mA:1706261109913",
"dest": "copy_sheet_insert_gold.xlsx"
},
"options": {
"rules": [
{
"type": "sheet_name"
},
{
"type": "sheet_data",
"sheet_idx0": 0,
"sheet_idx1": 1
},
{
"type": "sheet_data",
"sheet_idx0": 1,
"sheet_idx1": "EI1"
},
{
"type": "sheet_data",
"sheet_idx0": 2,
"sheet_idx1": "EI2"
}
]
}
}
}

42
evaluation_examples/examples/Windows/excel/3aaa4e37-dc91-482e-99af-132a612d40f3.json Normal file
View File

@@ -0,0 +1,42 @@
{
"id": "3aaa4e37-dc91-482e-99af-132a612d40f3",
"snapshot": "libreoffice_calc",
"instruction": "Could you help me to export the current sheet to a csv file? Export the contents just as they are shown on the screen. Just keep the other options untouched. A default csv format is ok. The csv should share the file name with the original xlsx.",
"source": "https://www.quora.com/How-can-you-import-export-CSV-files-with-LibreOffice-Calc-or-OpenOffice",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=17sNGNFpZtmwuz74Pid2WwWL_rgTkgTg0&export=download&authuser=0&confirm=t&uuid=18d3601d-e329-4525-bd11-633c678601d6&at=APZUnTVY9kvNoMeETP6HVRynDHqq:1706012082827",
"path": "c:\\users\\chenj\\Export_Calc_to_CSV.xlsx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "c:\\users\\chenj\\Export_Calc_to_CSV.xlsx"
}
}
],
"trajectory": "trajectories/3aaa4e37-dc91-482e-99af-132a612d40f3",
"related_apps": [
"libreoffice_calc"
],
"evaluator": {
"func": "compare_csv",
"result": {
"type": "vm_file",
"path": "c:\\users\\chenj\\Export_Calc_to_CSV.csv",
"dest": "Export_Calc_to_CSV.csv"
},
"expected": {
"type": "cloud_file",
"path": "https://drive.usercontent.google.com/download?id=1cjyinycSAxi5oBb-dcpC85CMX9i-ggg-&export=download&authuser=0&confirm=t&uuid=b18a6fbd-8318-49ee-a62b-af22523df9e7&at=APZUnTV6dhR5_TcDg002RQ5CHmoC:1706012321261",
"dest": "Export_Calc_to_CSV_gold.csv"
}
}
}

87
evaluation_examples/examples/Windows/excel/4188d3a4-077d-46b7-9c86-23e1a036f6c1.json Normal file
View File

@@ -0,0 +1,87 @@
{
"id": "4188d3a4-077d-46b7-9c86-23e1a036f6c1",
"snapshot": "libreoffice_calc",
"instruction": "Help me freeze the range A1:B1 on this sheet to keep the headers always visible",
"source": "https://www.libreofficehelp.com/freeze-unfreeze-rows-columns-ranges-calc/",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1pmTn-32BIwXOu2NXgQG7-PCRPaNL5bYN&export=download&authuser=0&confirm=t&uuid=13f1a8fd-997e-4364-a182-ad8768eaac6a&at=APZUnTUOM1rcgxy87qxR1Rkdwdor:1705895562093",
"path": "c:\\users\\chenj\\Freeze_row_column.xlsx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "c:\\users\\chenj\\Freeze_row_column.xlsx"
}
}
],
"trajectory": "trajectories/4188d3a4-077d-46b7-9c86-23e1a036f6c1",
"related_apps": [
"libreoffice_calc"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "Freeze_row_column.xlsx - LibreOffice Calc",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; pyautogui.hotkey(\"ctrl\", \"s\");"
]
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
}
],
"func": "compare_table",
"result": {
"type": "vm_file",
"path": "c:\\users\\chenj\\Freeze_row_column.xlsx",
"dest": "Freeze_row_column.xlsx"
},
"expected": {
"type": "cloud_file",
"path": "https://drive.usercontent.google.com/download?id=1oTsiIJFiAIFaTo320izMP7ml1RDCctgD&export=download&authuser=0&confirm=t&uuid=e3ec92c6-c2bf-4a7e-8e10-c8287350c9c6&at=APZUnTXEp-KV7bido8GcENfWIxME:1705895589811",
"dest": "Freeze_row_column_gold.xlsx"
},
"options": {
"rules": [
{
"type": "freeze",
"sheet_idx0": 0,
"sheet_idx1": "EI0"
},
{
"type": "sheet_data",
"sheet_idx0": 0,
"sheet_idx1": "EI0"
}
]
}
}
}

14
evaluation_examples/examples/Windows/excel/4e6fcf72-daf3-439f-a232-c434ce416af6.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1WIyJbssCCscQ96be2hF9N7tXPz23JoBT&export=download&authuser=0&confirm=t&uuid=503cdbf3-2fe3-4019-bfd1-5d1faab8d049&at=APZUnTV-XLlF8KEx7zMjtX2kYSuM:1705909207212",
"path": "C:\\Users\\user\\Employee_Age_By_Birthday.xlsx"
"path": "C:\\Users\\chenj\\Employee_Age_By_Birthday.xlsx"
}
]
}
@@ -18,7 +18,7 @@
{
"type": "open",
"parameters": {
"path": "C:\\Users\\user\\Employee_Age_By_Birthday.xlsx"
"path": "C:\\Users\\chenj\\Employee_Age_By_Birthday.xlsx"
}
}
],
@@ -31,7 +31,7 @@
{
"type": "activate_window",
"parameters": {
"window_name": "Employee_Age_By_Birthday.xlsx - LibreOffice Calc",
"window_name": "Employee_Age_By_Birthday - Excel",
"strict": true
}
},
@@ -63,7 +63,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1sRI72UGfHiVBRFuV4uwhr173u3Sf46Y6&export=download&authuser=0&confirm=t&uuid=90da5e2b-39c0-449d-b753-09dfed73b509&at=APZUnTVFInccKo2QB9JNnIidFfG3:1705909465173",
"path": "C:\\Users\\user\\Employee_Age_By_Birthday_gold.xlsx"
"path": "C:\\Users\\chenj\\Employee_Age_By_Birthday_gold.xlsx"
}
]
}
@@ -71,7 +71,7 @@
{
"type": "open",
"parameters": {
"path": "C:\\Users\\user\\Employee_Age_By_Birthday_gold.xlsx"
"path": "C:\\Users\\chenj\\Employee_Age_By_Birthday_gold.xlsx"
}
},
{
@@ -113,12 +113,12 @@
"func": "compare_table",
"expected": {
"type": "vm_file",
"path": "C:\\Users\\user\\Employee_Age_By_Birthday_gold.xlsx",
"path": "C:\\Users\\chenj\\Employee_Age_By_Birthday_gold.xlsx",
"dest": "Employee_Age_By_Birthday_gold.xlsx"
},
"result": {
"type": "vm_file",
"path": "C:\\Users\\user\\Employee_Age_By_Birthday.xlsx",
"path": "C:\\Users\\chenj\\Employee_Age_By_Birthday.xlsx",
"dest": "Employee_Age_By_Birthday.xlsx"
},
"options": {

82
evaluation_examples/examples/Windows/excel/51b11269-2ca8-4b2a-9163-f21758420e78.json Normal file
View File

@@ -0,0 +1,82 @@
{
"id": "51b11269-2ca8-4b2a-9163-f21758420e78",
"snapshot": "libreoffice_calc",
"instruction": "Could you help me to sort the records accoring to the amounts ascendingly?",
"source": "https://www.reddit.com/r/LibreOfficeCalc/comments/186pcc6/how_to_arrange_numbers_in_a_column_from_minimum/",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1lMPR8itmrjesLPh8dqxrssNNnlQUSF8Y&export=download&authuser=0&confirm=t&uuid=f79c8ece-f42d-42dc-b320-9ee4d9a6b5d4&at=APZUnTUQAGyFOhO9mMS4r_Ap-cFy:1706001993533",
"path": "c:\\users\\chenj\\Arrang_Value_min_to_max.xlsx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "c:\\users\\chenj\\Arrang_Value_min_to_max.xlsx"
}
}
],
"trajectory": "trajectories/51b11269-2ca8-4b2a-9163-f21758420e78",
"related_apps": [
"libreoffice calc"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "Arrang_Value_min_to_max - Excel",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; pyautogui.hotkey(\"ctrl\", \"s\");"
]
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
}
],
"func": "compare_table",
"expected": {
"type": "cloud_file",
"path": "https://drive.usercontent.google.com/download?id=1gZq47ls5eD-YpRH8MIeEYOpYwAAUR_Ua&export=download&authuser=0&confirm=t&uuid=085c84a0-eb3f-4fe8-9fa0-6d2495985cc0&at=APZUnTVtt_9I5I8emixgM2hbnjMh:1706002085970",
"dest": "Arrang_Value_min_to_max_gold.xlsx"
},
"result": {
"type": "vm_file",
"path": "c:\\users\\chenj\\Arrang_Value_min_to_max.xlsx",
"dest": "Arrang_Value_min_to_max.xlsx"
},
"options": {
"rules": [
{
"type": "sheet_data",
"sheet_idx0": 0,
"sheet_idx1": "EI0"
}
]
}
}
}

115
evaluation_examples/examples/Windows/excel/6e99a1ad-07d2-4b66-a1ce-ece6d99c20a5.json Normal file
View File

@@ -0,0 +1,115 @@
{
"id": "6e99a1ad-07d2-4b66-a1ce-ece6d99c20a5",
"snapshot": "libreoffice_calc",
"instruction": "Help me format column \"spent\" by keeping two decimal points. ",
"source": "https://www.youtube.com/watch?v=nl-nXjJurhQ",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1FG_e6DhoYybUMtkhAOJrJWCctIcP1E1I&export=download&authuser=0&confirm=t&uuid=2ee528f2-b86d-415d-a93b-350a1fa3820d&at=APZUnTXTQiGRl6DlkMFts81FT-En:1706005475837",
"path": "c:\\users\\chenj\\Keep_Two_decimal_points.xlsx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "c:\\users\\chenj\\Keep_Two_decimal_points.xlsx"
}
}
],
"trajectory": "trajectories/6e99a1ad-07d2-4b66-a1ce-ece6d99c20a5",
"related_apps": [
"libreoffice calc"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "Keep_Two_decimal_points.xlsx - LibreOffice Calc",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; pyautogui.hotkey(\"ctrl\", \"s\");"
]
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"libreoffice",
"--convert-to",
"csv:Text - txt - csv (StarCalc):44,34,UTF-8,,,,false,true,true,false,false,1",
"--outdir",
"/home/user",
"c:\\users\\chenj\\Keep_Two_decimal_points.xlsx"
]
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
}
],
"func": "compare_table",
"expected": {
"type": "cloud_file",
"path": [
"https://drive.usercontent.google.com/download?id=150XJSpqU-HuYSjPi7_LgrlQFUjKhKCU8&export=download&authuser=0&confirm=t&uuid=9b9fd955-ee06-4c55-a240-290dcd658d84&at=APZUnTW87ODEUqUzDpP2tah8tQCo:1706005816811",
"https://drive.usercontent.google.com/download?id=1-cxAMcFdKRUl0bFHr1nwI1XudvGV__s1&export=download&authuser=0&confirm=t&uuid=2aa40a50-3081-4d88-8d1d-e3adcfa2050e&at=APZUnTXeohokhdZeJzu3XT-ZyUwB:1706005770752"
],
"dest": [
"Keep_Two_decimal_points_gold.xlsx",
"Keep_Two_decimal_points_gold-Sheet1.csv"
],
"multi": true
},
"result": {
"type": "vm_file",
"path": [
"c:\\users\\chenj\\Keep_Two_decimal_points.xlsx",
"c:\\users\\chenj\\Keep_Two_decimal_points-Sheet1.csv"
],
"dest": [
"Keep_Two_decimal_points.xlsx",
"Keep_Two_decimal_points-Sheet1.csv"
],
"multi": true
},
"options": {
"rules": [
{
"type": "sheet_print",
"sheet_idx0": "RNSheet1",
"sheet_idx1": "ENSheet1"
}
]
}
}
}

8
evaluation_examples/examples/Windows/excel/7a4e4bc8-922c-4c84-865c-25ba34136be1.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1jS159dHRdeZh54A8WgqJn_somQpKP1K_&export=download&authuser=0&confirm=t&uuid=06aa5391-5f3e-499b-9073-9ce24109f91f&at=APZUnTWFCuiN8b5ilNmxx3aPYGUF:1705551767314",
"path": "C:\\Users\\user\\Name_Order_Id_move_column.xlsx"
"path": "C:\\Users\\chenj\\Name_Order_Id_move_column.xlsx"
}
]
}
@@ -18,7 +18,7 @@
{
"type": "open",
"parameters": {
"path": "C:\\Users\\user\\Name_Order_Id_move_column.xlsx"
"path": "C:\\Users\\chenj\\Name_Order_Id_move_column.xlsx"
}
}
],
@@ -31,7 +31,7 @@
{
"type": "activate_window",
"parameters": {
"window_name": "Name_Order_Id_move_column.xlsx - LibreOffice Calc",
"window_name": "Name_Order_Id_move_column - Excel",
"strict": true
}
},
@@ -66,7 +66,7 @@
},
"result": {
"type": "vm_file",
"path": "C:\\Users\\user\\Name_Order_Id_move_column.xlsx",
"path": "C:\\Users\\chenj\\Name_Order_Id_move_column.xlsx",
"dest": "Name_Order_Id_move_column.xlsx"
},
"options": {