lzy/sci-gui-agent-benchmark
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

ver Feb19thv4

Browse Source 
corrected a series of sheetcopilot task configs
This commit is contained in:
David Chang
2024-02-19 22:34:09 +08:00
parent c6bd5c9d92
commit ed61404f2b
27 changed files with 1178 additions and 168 deletions
Download Patch File Download Diff File Expand all files Collapse all files

20
evaluation_examples/examples/sheetcopilot/035f41ba-6653-43ab-aa63-c86d449d62e5.json
View File

@@ -72,24 +72,16 @@
"options": {
"rules": [
{
"type": "style",
"sheet_idx0": 1,
"sheet_idx1": "EI1",
"props": [
"font_name",
"font_color",
"font_bold",
"font_italic",
"font_underline",
"bgcolor"
]
"type": "sheet_data",
"sheet_idx0": "RNSheet1",
"sheet_idx1": "ENSheet1"
},
{
"type": "sheet_data",
"sheet_idx0": 1,
"sheet_idx1": "EI1"
"sheet_idx0": "RNSheet2",
"sheet_idx1": "ENSheet2"
}
]
}
}
}
}

19
evaluation_examples/examples/sheetcopilot/04d9aeaf-7bed-4024-bedb-e10e6f00eb7f.json
View File

@@ -71,25 +71,12 @@
},
"options": {
"rules": [
{
"type": "style",
"sheet_idx0": 0,
"sheet_idx1": "EI0",
"props": [
"font_name",
"font_color",
"font_bold",
"font_italic",
"font_underline",
"bgcolor"
]
},
{
"type": "sheet_data",
"sheet_idx0": 0,
"sheet_idx1": "EI0"
"sheet_idx0": "RNSheet2",
"sheet_idx1": "ENSheet2"
}
]
}
}
}
}

13
evaluation_examples/examples/sheetcopilot/0acbd372-ca7a-4507-b949-70673120190f.json
View File

@@ -71,19 +71,6 @@
},
"options": {
"rules": [
{
"type": "style",
"sheet_idx0": 0,
"sheet_idx1": "EI0",
"props": [
"font_name",
"font_color",
"font_bold",
"font_italic",
"font_underline",
"bgcolor"
]
},
{
"type": "sheet_data",
"sheet_idx0": 0,

95
evaluation_examples/examples/sheetcopilot/0acbd372-ca7a-4507-b949-70673120190f.json.old Normal file
View File

@@ -0,0 +1,95 @@
{
"id": "0acbd372-ca7a-4507-b949-70673120190f",
"snapshot": "libreoffice_calc",
"instruction": "Calculate Net Income in a new column with header \"Net Income\" and format all data as accounting number type.",
"source": "SheetCopilot@121",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.google.com/uc?id=1VoEpRbXGxxrxIp-a2iGPqgVPQNdswQB-&export=download",
"path": "/home/user/NetIncome.xlsx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "/home/user/NetIncome.xlsx"
}
}
],
"trajectory": "trajectories/0acbd372-ca7a-4507-b949-70673120190f",
"related_apps": [
"libreoffice_calc"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "NetIncome.xlsx - LibreOffice Calc",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; pyautogui.hotkey(\"ctrl\", \"s\");"
]
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
}
],
"func": "compare_table",
"expected": {
"type": "cloud_file",
"path": "https://drive.google.com/uc?id=1NGZNpzoB3YDdDiWZy4eZtZMwM9Fw1vw2&export=download",
"dest": "1_NetIncome_gt1.xlsx"
},
"result": {
"type": "vm_file",
"path": "/home/user/NetIncome.xlsx",
"dest": "NetIncome.xlsx"
},
"options": {
"rules": [
{
"type": "style",
"sheet_idx0": 0,
"sheet_idx1": "EI0",
"props": [
"font_name",
"font_color",
"font_bold",
"font_italic",
"font_underline",
"bgcolor"
]
},
{
"type": "sheet_data",
"sheet_idx0": 0,
"sheet_idx1": "EI0"
}
]
}
}
}

6
evaluation_examples/examples/sheetcopilot/12382c62-0cd1-4bf2-bdc8-1d20bf9b2371.json
View File

@@ -73,8 +73,8 @@
"rules": [
{
"type": "chart",
"sheet_idx0": 0,
"sheet_idx1": "EI0",
"sheet_idx0": "RNSheet2",
"sheet_idx1": "ENSheet2",
"chart_props": [
"type",
"title"
@@ -83,4 +83,4 @@
]
}
}
}
}

13
evaluation_examples/examples/sheetcopilot/1d17d234-e39d-4ed7-b46f-4417922a4e7c.json
View File

@@ -71,19 +71,6 @@
},
"options": {
"rules": [
{
"type": "style",
"sheet_idx0": 0,
"sheet_idx1": "EI0",
"props": [
"font_name",
"font_color",
"font_bold",
"font_italic",
"font_underline",
"bgcolor"
]
},
{
"type": "sheet_data",
"sheet_idx0": 0,

95
evaluation_examples/examples/sheetcopilot/1d17d234-e39d-4ed7-b46f-4417922a4e7c.json.old Normal file
View File

@@ -0,0 +1,95 @@
{
"id": "1d17d234-e39d-4ed7-b46f-4417922a4e7c",
"snapshot": "libreoffice_calc",
"instruction": "Create a new sheet named \"Sheet2\" and merge cells A1:C1 to write the header \"Investment Summary\". Beneath that, merge cells A2:B2 to write \"High Interest Rate\" and merge cells C2:D2 to form \"Low Interest Rate\".",
"source": "SheetCopilot@73",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.google.com/uc?id=1qILGOZpTwo2armXyGZM96ao-ydHRpZ_g&export=download",
"path": "/home/user/FutureValue.xlsx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "/home/user/FutureValue.xlsx"
}
}
],
"trajectory": "trajectories/1d17d234-e39d-4ed7-b46f-4417922a4e7c",
"related_apps": [
"libreoffice_calc"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "FutureValue.xlsx - LibreOffice Calc",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; pyautogui.hotkey(\"ctrl\", \"s\");"
]
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
}
],
"func": "compare_table",
"expected": {
"type": "cloud_file",
"path": "https://drive.google.com/uc?id=1KCTx2yEwTlSLa8doQ74ucE-opbCxQCeh&export=download",
"dest": "5_FutureValue_gt1.xlsx"
},
"result": {
"type": "vm_file",
"path": "/home/user/FutureValue.xlsx",
"dest": "FutureValue.xlsx"
},
"options": {
"rules": [
{
"type": "style",
"sheet_idx0": 0,
"sheet_idx1": "EI0",
"props": [
"font_name",
"font_color",
"font_bold",
"font_italic",
"font_underline",
"bgcolor"
]
},
{
"type": "sheet_data",
"sheet_idx0": 0,
"sheet_idx1": "EI0"
}
]
}
}
}

13
evaluation_examples/examples/sheetcopilot/21ab7b40-77c2-4ae6-8321-e00d3a086c73.json
View File

@@ -71,19 +71,6 @@
},
"options": {
"rules": [
{
"type": "style",
"sheet_idx0": 0,
"sheet_idx1": "EI0",
"props": [
"font_name",
"font_color",
"font_bold",
"font_italic",
"font_underline",
"bgcolor"
]
},
{
"type": "sheet_data",
"sheet_idx0": 0,

108
evaluation_examples/examples/sheetcopilot/21ab7b40-77c2-4ae6-8321-e00d3a086c73.json.old Normal file
View File

@@ -0,0 +1,108 @@
{
"id": "21ab7b40-77c2-4ae6-8321-e00d3a086c73",
"snapshot": "libreoffice_calc",
"instruction": "Please calculate the period rate for my data in a new column with header \"Period Rate (%)\", convert the results as number type, and highlight the highest result as green.",
"source": "SheetCopilot@124",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.google.com/uc?id=1zejyjqheZOyLaYXS2X8ds6QrZCj3P096&export=download",
"path": "/home/user/PeriodRate.xlsx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "/home/user/PeriodRate.xlsx"
}
}
],
"trajectory": "trajectories/21ab7b40-77c2-4ae6-8321-e00d3a086c73",
"related_apps": [
"libreoffice_calc"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "PeriodRate.xlsx - LibreOffice Calc",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; pyautogui.hotkey(\"ctrl\", \"s\");"
]
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
}
],
"func": "compare_table",
"expected": {
"type": "cloud_file",
"path": "https://drive.google.com/uc?id=1aK3pWJ4LZx7aPFu16-MxzL0HzXGcQ2U1&export=download",
"dest": "1_PeriodRate_gt1.xlsx"
},
"result": {
"type": "vm_file",
"path": "/home/user/PeriodRate.xlsx",
"dest": "PeriodRate.xlsx"
},
"options": {
"rules": [
{
"type": "style",
"sheet_idx0": 0,
"sheet_idx1": "EI0",
"props": [
"font_name",
"font_color",
"font_bold",
"font_italic",
"font_underline",
"bgcolor"
]
},
{
"type": "sheet_data",
"sheet_idx0": 0,
"sheet_idx1": "EI0"
},
{
"type": "style",
"sheet_idx0": 0,
"sheet_idx1": "EI0",
"props": [
"font_bold",
"font_color",
"bgcolor",
"font_name",
"font_italic",
"font_underline"
]
}
]
}
}
}

13
evaluation_examples/examples/sheetcopilot/30e3e107-1cfb-46ee-a755-2cd080d7ba6a.json
View File

@@ -71,19 +71,6 @@
},
"options": {
"rules": [
{
"type": "style",
"sheet_idx0": 0,
"sheet_idx1": "EI0",
"props": [
"font_name",
"font_color",
"font_bold",
"font_italic",
"font_underline",
"bgcolor"
]
},
{
"type": "sheet_data",
"sheet_idx0": 0,

106
evaluation_examples/examples/sheetcopilot/30e3e107-1cfb-46ee-a755-2cd080d7ba6a.json.old Normal file
View File

@@ -0,0 +1,106 @@
{
"id": "30e3e107-1cfb-46ee-a755-2cd080d7ba6a",
"snapshot": "libreoffice_calc",
"instruction": "Please create a new sheet. Merge cells A1:C1 in the new sheet and write \"Demographic Profile\" with blue fill and bold white text. Then I want to create three pivot tables to show the percentage of Sex, Civil Status , and Highest Educational Attainment.",
"source": "SheetCopilot@9",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.google.com/uc?id=1c9egJM5T3_-FTJd9yFfQfQ2sCEgerzSl&export=download",
"path": "/home/user/DemographicProfile.xlsx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "/home/user/DemographicProfile.xlsx"
}
}
],
"trajectory": "trajectories/30e3e107-1cfb-46ee-a755-2cd080d7ba6a",
"related_apps": [
"libreoffice_calc"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "DemographicProfile.xlsx - LibreOffice Calc",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; pyautogui.hotkey(\"ctrl\", \"s\");"
]
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
}
],
"func": "compare_table",
"expected": {
"type": "cloud_file",
"path": "https://drive.google.com/uc?id=1fiqcYR0w4XXpgPInSR5CGIh2_3-sjQv5&export=download",
"dest": "1_DemographicProfile_gt1.xlsx"
},
"result": {
"type": "vm_file",
"path": "/home/user/DemographicProfile.xlsx",
"dest": "DemographicProfile.xlsx"
},
"options": {
"rules": [
{
"type": "style",
"sheet_idx0": 0,
"sheet_idx1": "EI0",
"props": [
"font_name",
"font_color",
"font_bold",
"font_italic",
"font_underline",
"bgcolor"
]
},
{
"type": "sheet_data",
"sheet_idx0": 0,
"sheet_idx1": "EI0"
},
{
"type": "pivot_table",
"sheet_idx0": 0,
"sheet_idx1": "EI0",
"pivot_props": [
"col_fields",
"filter",
"row_fields",
"data_fields"
]
}
]
}
}
}

13
evaluation_examples/examples/sheetcopilot/447b9505-7a2f-4863-9dd1-69395482eb4b.json
View File

@@ -71,19 +71,6 @@
},
"options": {
"rules": [
{
"type": "style",
"sheet_idx0": 0,
"sheet_idx1": "EI0",
"props": [
"font_name",
"font_color",
"font_bold",
"font_italic",
"font_underline",
"bgcolor"
]
},
{
"type": "sheet_data",
"sheet_idx0": 0,

95
evaluation_examples/examples/sheetcopilot/447b9505-7a2f-4863-9dd1-69395482eb4b.json.old Normal file
View File

@@ -0,0 +1,95 @@
{
"id": "447b9505-7a2f-4863-9dd1-69395482eb4b",
"snapshot": "libreoffice_calc",
"instruction": "Divide the values through column C to P by 1 million and put the results along with the year headers in a new sheet. Set the results type as accounting.",
"source": "SheetCopilot@28",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.google.com/uc?id=1v2Hfrd5fE2JG7H_ED6NbtC8G7hd8aOrM&export=download",
"path": "/home/user/EasyGDPBreakdown.xlsx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "/home/user/EasyGDPBreakdown.xlsx"
}
}
],
"trajectory": "trajectories/447b9505-7a2f-4863-9dd1-69395482eb4b",
"related_apps": [
"libreoffice_calc"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "EasyGDPBreakdown.xlsx - LibreOffice Calc",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; pyautogui.hotkey(\"ctrl\", \"s\");"
]
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
}
],
"func": "compare_table",
"expected": {
"type": "cloud_file",
"path": "https://drive.google.com/uc?id=1cx0tSCOEGbsjVWhHJB1W_z15gAReEzIk&export=download",
"dest": "5_EasyGDPBreakdown_gt1.xlsx"
},
"result": {
"type": "vm_file",
"path": "/home/user/EasyGDPBreakdown.xlsx",
"dest": "EasyGDPBreakdown.xlsx"
},
"options": {
"rules": [
{
"type": "style",
"sheet_idx0": 0,
"sheet_idx1": "EI0",
"props": [
"font_name",
"font_color",
"font_bold",
"font_italic",
"font_underline",
"bgcolor"
]
},
{
"type": "sheet_data",
"sheet_idx0": 0,
"sheet_idx1": "EI0"
}
]
}
}
}

13
evaluation_examples/examples/sheetcopilot/5780a545-4e20-4230-95b4-cac135ef119f.json
View File

@@ -71,19 +71,6 @@
},
"options": {
"rules": [
{
"type": "style",
"sheet_idx0": 0,
"sheet_idx1": "EI0",
"props": [
"font_name",
"font_color",
"font_bold",
"font_italic",
"font_underline",
"bgcolor"
]
},
{
"type": "sheet_data",
"sheet_idx0": 0,

116
evaluation_examples/examples/sheetcopilot/5780a545-4e20-4230-95b4-cac135ef119f.json.old Normal file
View File

@@ -0,0 +1,116 @@
{
"id": "5780a545-4e20-4230-95b4-cac135ef119f",
"snapshot": "libreoffice_calc",
"instruction": "In a new sheet, merge cells A1:B1 and write bold text \"Summer sales ($)\" with blue fill color and white text color. Then create a pivot table starting in this new sheet for my data in Sheet 1 to calculate the sum of revenue for each promotion. Plot a 3D pie chart illustrating the results. Set the chart title as \"Revenue of Each Promotion ($)\" and move the legends to the bottom. Don't forget to add outside end data labels for the chart.",
"source": "SheetCopilot@53",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.google.com/uc?id=1I29YyV7zFdNqbsQw0SWD9pDuLz3oHlge&export=download",
"path": "/home/user/EntireSummerSales.xlsx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "/home/user/EntireSummerSales.xlsx"
}
}
],
"trajectory": "trajectories/5780a545-4e20-4230-95b4-cac135ef119f",
"related_apps": [
"libreoffice_calc"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "EntireSummerSales.xlsx - LibreOffice Calc",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; pyautogui.hotkey(\"ctrl\", \"s\");"
]
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
}
],
"func": "compare_table",
"expected": {
"type": "cloud_file",
"path": "https://drive.google.com/uc?id=1zHi--HRZwHvyMyvSXx62qO6Laiql7zG3&export=download",
"dest": "4_EntireSummerSales_gt1.xlsx"
},
"result": {
"type": "vm_file",
"path": "/home/user/EntireSummerSales.xlsx",
"dest": "EntireSummerSales.xlsx"
},
"options": {
"rules": [
{
"type": "style",
"sheet_idx0": 0,
"sheet_idx1": "EI0",
"props": [
"font_name",
"font_color",
"font_bold",
"font_italic",
"font_underline",
"bgcolor"
]
},
{
"type": "sheet_data",
"sheet_idx0": 0,
"sheet_idx1": "EI0"
},
{
"type": "chart",
"sheet_idx0": 0,
"sheet_idx1": "EI0",
"chart_props": [
"type",
"legend",
"title"
]
},
{
"type": "pivot_table",
"sheet_idx0": 0,
"sheet_idx1": "EI0",
"pivot_props": [
"col_fields",
"filter",
"row_fields",
"data_fields"
]
}
]
}
}
}

13
evaluation_examples/examples/sheetcopilot/8fa9072b-ea9b-4679-84c6-420f3fe4c697.json
View File

@@ -71,19 +71,6 @@
},
"options": {
"rules": [
{
"type": "style",
"sheet_idx0": 0,
"sheet_idx1": "EI0",
"props": [
"font_name",
"font_color",
"font_bold",
"font_italic",
"font_underline",
"bgcolor"
]
},
{
"type": "sheet_data",
"sheet_idx0": 0,

118
evaluation_examples/examples/sheetcopilot/8fa9072b-ea9b-4679-84c6-420f3fe4c697.json.old Normal file
View File

@@ -0,0 +1,118 @@
{
"id": "8fa9072b-ea9b-4679-84c6-420f3fe4c697",
"snapshot": "libreoffice_calc",
"instruction": "In a new sheet, merge cells A1:B1 and write bold text \"Summer sales ($)\" with yellow fill color and white text color. Then create a pivot table starting in this new sheet for my data in Sheet 1 to calculate the sum of revenue for each week. Plot a line chart illustrating the trend of the results with chart title \"Revenue of Each Week\". Set the horizontal axis title as \"Week\" and remove the vertical axis title as well as legend.",
"source": "SheetCopilot@51",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.google.com/uc?id=1I29YyV7zFdNqbsQw0SWD9pDuLz3oHlge&export=download",
"path": "/home/user/EntireSummerSales.xlsx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "/home/user/EntireSummerSales.xlsx"
}
}
],
"trajectory": "trajectories/8fa9072b-ea9b-4679-84c6-420f3fe4c697",
"related_apps": [
"libreoffice_calc"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "EntireSummerSales.xlsx - LibreOffice Calc",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; pyautogui.hotkey(\"ctrl\", \"s\");"
]
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
}
],
"func": "compare_table",
"expected": {
"type": "cloud_file",
"path": "https://drive.google.com/uc?id=1VZP8zkroAoDZC4fxDfLR5HcnuOUChuh1&export=download",
"dest": "2_EntireSummerSales_gt1.xlsx"
},
"result": {
"type": "vm_file",
"path": "/home/user/EntireSummerSales.xlsx",
"dest": "EntireSummerSales.xlsx"
},
"options": {
"rules": [
{
"type": "style",
"sheet_idx0": 0,
"sheet_idx1": "EI0",
"props": [
"font_name",
"font_color",
"font_bold",
"font_italic",
"font_underline",
"bgcolor"
]
},
{
"type": "sheet_data",
"sheet_idx0": 0,
"sheet_idx1": "EI0"
},
{
"type": "chart",
"sheet_idx0": 0,
"sheet_idx1": "EI0",
"chart_props": [
"xtitle",
"ytitle",
"type",
"legend",
"title"
]
},
{
"type": "pivot_table",
"sheet_idx0": 0,
"sheet_idx1": "EI0",
"pivot_props": [
"col_fields",
"filter",
"row_fields",
"data_fields"
]
}
]
}
}
}

13
evaluation_examples/examples/sheetcopilot/9b534cd8-d497-4ca8-8444-82105b87d6f4.json
View File

@@ -71,19 +71,6 @@
},
"options": {
"rules": [
{
"type": "style",
"sheet_idx0": 0,
"sheet_idx1": "EI0",
"props": [
"font_name",
"font_color",
"font_bold",
"font_italic",
"font_underline",
"bgcolor"
]
},
{
"type": "sheet_data",
"sheet_idx0": 0,

95
evaluation_examples/examples/sheetcopilot/9b534cd8-d497-4ca8-8444-82105b87d6f4.json.old Normal file
View File

@@ -0,0 +1,95 @@
{
"id": "9b534cd8-d497-4ca8-8444-82105b87d6f4",
"snapshot": "libreoffice_calc",
"instruction": "Calculate profit for each week in a new column with header \"Profit\". Then format all numbers with Accounting Number Format.",
"source": "SheetCopilot@198",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.google.com/uc?id=1gRFurvUFCy-MpU7PQS_rMo9HUk5ZiDRj&export=download",
"path": "/home/user/WeeklySales.xlsx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "/home/user/WeeklySales.xlsx"
}
}
],
"trajectory": "trajectories/9b534cd8-d497-4ca8-8444-82105b87d6f4",
"related_apps": [
"libreoffice_calc"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "WeeklySales.xlsx - LibreOffice Calc",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; pyautogui.hotkey(\"ctrl\", \"s\");"
]
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
}
],
"func": "compare_table",
"expected": {
"type": "cloud_file",
"path": "https://drive.google.com/uc?id=1w96DtYUzjnsBsBuFUYVK8PabzLUAzoJB&export=download",
"dest": "1_WeeklySales_gt1.xlsx"
},
"result": {
"type": "vm_file",
"path": "/home/user/WeeklySales.xlsx",
"dest": "WeeklySales.xlsx"
},
"options": {
"rules": [
{
"type": "style",
"sheet_idx0": 0,
"sheet_idx1": "EI0",
"props": [
"font_name",
"font_color",
"font_bold",
"font_italic",
"font_underline",
"bgcolor"
]
},
{
"type": "sheet_data",
"sheet_idx0": 0,
"sheet_idx1": "EI0"
}
]
}
}
}

13
evaluation_examples/examples/sheetcopilot/cd3c4994-b9e2-426b-8157-f7978ff55501.json
View File

@@ -71,19 +71,6 @@
},
"options": {
"rules": [
{
"type": "style",
"sheet_idx0": 0,
"sheet_idx1": "EI0",
"props": [
"font_name",
"font_color",
"font_bold",
"font_italic",
"font_underline",
"bgcolor"
]
},
{
"type": "sheet_data",
"sheet_idx0": 0,

116
evaluation_examples/examples/sheetcopilot/cd3c4994-b9e2-426b-8157-f7978ff55501.json.old Normal file
View File

@@ -0,0 +1,116 @@
{
"id": "cd3c4994-b9e2-426b-8157-f7978ff55501",
"snapshot": "libreoffice_calc",
"instruction": "In a new sheet, merge cells A1:B1 and write bold text \"Summer sales ($)\" with blue fill color and white text color. Then create a pivot table in this new sheet for my data in Sheet 1 and summarize the monthly revenue for each sales channel. Plot a stacked column chart illustrating the results. Set the chart titles as \"Revenue of Each Channel ($)\" and move the legends to the bottom.",
"source": "SheetCopilot@52",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.google.com/uc?id=1I29YyV7zFdNqbsQw0SWD9pDuLz3oHlge&export=download",
"path": "/home/user/EntireSummerSales.xlsx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "/home/user/EntireSummerSales.xlsx"
}
}
],
"trajectory": "trajectories/cd3c4994-b9e2-426b-8157-f7978ff55501",
"related_apps": [
"libreoffice_calc"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "EntireSummerSales.xlsx - LibreOffice Calc",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; pyautogui.hotkey(\"ctrl\", \"s\");"
]
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
}
],
"func": "compare_table",
"expected": {
"type": "cloud_file",
"path": "https://drive.google.com/uc?id=1MDqRVCrhUq_FKI0ZspIxcEyww_BZ-4Lb&export=download",
"dest": "3_EntireSummerSales_gt1.xlsx"
},
"result": {
"type": "vm_file",
"path": "/home/user/EntireSummerSales.xlsx",
"dest": "EntireSummerSales.xlsx"
},
"options": {
"rules": [
{
"type": "style",
"sheet_idx0": 0,
"sheet_idx1": "EI0",
"props": [
"font_name",
"font_color",
"font_bold",
"font_italic",
"font_underline",
"bgcolor"
]
},
{
"type": "sheet_data",
"sheet_idx0": 0,
"sheet_idx1": "EI0"
},
{
"type": "chart",
"sheet_idx0": 0,
"sheet_idx1": "EI0",
"chart_props": [
"type",
"legend",
"title"
]
},
{
"type": "pivot_table",
"sheet_idx0": 0,
"sheet_idx1": "EI0",
"pivot_props": [
"col_fields",
"filter",
"row_fields",
"data_fields"
]
}
]
}
}
}

13
evaluation_examples/examples/sheetcopilot/de7a24c3-7f47-45c7-bba9-ba1aaaf015f8.json
View File

@@ -71,19 +71,6 @@
},
"options": {
"rules": [
{
"type": "style",
"sheet_idx0": 0,
"sheet_idx1": "EI0",
"props": [
"font_name",
"font_color",
"font_bold",
"font_italic",
"font_underline",
"bgcolor"
]
},
{
"type": "sheet_data",
"sheet_idx0": 0,

118
evaluation_examples/examples/sheetcopilot/de7a24c3-7f47-45c7-bba9-ba1aaaf015f8.json.old Normal file
View File

@@ -0,0 +1,118 @@
{
"id": "de7a24c3-7f47-45c7-bba9-ba1aaaf015f8",
"snapshot": "libreoffice_calc",
"instruction": "In a new sheet, merge cells A1:B1 and write bold text \"Summer sales ($)\" with blue fill color and white text color. Then create a pivot table in this new sheet for the Sheet 1 data to calculate the revenue sum for each product. Plot a horizontal bar chart illustrating the results. Set the chart title as \"Revenue of Each Product\" and remove the axis titles and legend.",
"source": "SheetCopilot@50",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.google.com/uc?id=1I29YyV7zFdNqbsQw0SWD9pDuLz3oHlge&export=download",
"path": "/home/user/EntireSummerSales.xlsx"
}
]
}
},
{
"type": "open",
"parameters": {
"path": "/home/user/EntireSummerSales.xlsx"
}
}
],
"trajectory": "trajectories/de7a24c3-7f47-45c7-bba9-ba1aaaf015f8",
"related_apps": [
"libreoffice_calc"
],
"evaluator": {
"postconfig": [
{
"type": "activate_window",
"parameters": {
"window_name": "EntireSummerSales.xlsx - LibreOffice Calc",
"strict": true
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python",
"-c",
"import pyautogui; pyautogui.hotkey(\"ctrl\", \"s\");"
]
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
}
],
"func": "compare_table",
"expected": {
"type": "cloud_file",
"path": "https://drive.google.com/uc?id=12QQfwtxURMSMJlP9IRvKJzSCAWu0TqsB&export=download",
"dest": "1_EntireSummerSales_gt1.xlsx"
},
"result": {
"type": "vm_file",
"path": "/home/user/EntireSummerSales.xlsx",
"dest": "EntireSummerSales.xlsx"
},
"options": {
"rules": [
{
"type": "style",
"sheet_idx0": 0,
"sheet_idx1": "EI0",
"props": [
"font_name",
"font_color",
"font_bold",
"font_italic",
"font_underline",
"bgcolor"
]
},
{
"type": "sheet_data",
"sheet_idx0": 0,
"sheet_idx1": "EI0"
},
{
"type": "chart",
"sheet_idx0": 0,
"sheet_idx1": "EI0",
"chart_props": [
"xtitle",
"ytitle",
"type",
"legend",
"title"
]
},
{
"type": "pivot_table",
"sheet_idx0": 0,
"sheet_idx1": "EI0",
"pivot_props": [
"col_fields",
"filter",
"row_fields",
"data_fields"
]
}
]
}
}
}