lzy/sci-gui-agent-benchmark
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge remote-tracking branch 'origin/main'

Browse Source
This commit is contained in:
Timothyxxx
2024-02-07 00:03:40 +08:00
parent f162acbbe3 8b42d699af
commit 2c87a782f2
61 changed files with 201 additions and 191 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
evaluation_examples/examples/chrome/e1e75309-3ddb-4d09-92ec-de869c928143.json
View File

@@ -40,7 +40,7 @@
"func": "compare_pdfs",
"result": {
"type": "vm_file",
"path": "Desktop/LLM Powered Autonomous Agents _ Lil'Log.pdf",
"path": "/home/user/Desktop/LLM Powered Autonomous Agents _ Lil'Log.pdf",
"dest": "LLM Powered Autonomous Agents _ Lil'Log.pdf"
},
"expected": {

8
evaluation_examples/examples/gimp/06ca5602-62ca-47f6-ad4f-da151cde54cc.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.google.com/uc?export=download&id=1fxR-hAaF5BoONWxmzJTrIxXFw9EHTg_A",
"path": "Desktop/computer.png"
"path": "/home/user/Desktop/computer.png"
}
]
}
@@ -20,7 +20,7 @@
"parameters": {
"command": [
"gimp",
"Desktop/computer.png"
"/home/user/Desktop/computer.png"
]
}
}
@@ -83,12 +83,12 @@
"func": "check_palette_and_structure_sim",
"expected": {
"type": "vm_file",
"path": "Desktop/computer.png",
"path": "/home/user/Desktop/computer.png",
"dest": "computer.png"
},
"result": {
"type": "vm_file",
"path": "Desktop/palette_computer.png",
"path": "/home/user/Desktop/palette_computer.png",
"dest": "palette_computer.png"
}
}

10
evaluation_examples/examples/gimp/2a729ded-3296-423d-aec4-7dd55ed5fbb3.json
View File

@@ -10,11 +10,11 @@
"files": [
{
"url": "https://drive.google.com/uc?export=download&id=1TOtPi1CQsWblGUtQ6AqayfjsPZ_THBJo",
"path": "Desktop/dog_with_background.png"
"path": "/home/user/Desktop/dog_with_background.png"
},
{
"url": "https://drive.google.com/uc?export=download&id=15YWmeOyUaA7vMX9Ts7-qyh82T8mHeepx",
"path": "Desktop/dog_cutout_gold.png"
"path": "/home/user/Desktop/dog_cutout_gold.png"
}
]
}
@@ -24,7 +24,7 @@
"parameters": {
"command": [
"gimp",
"Desktop/dog_with_background.png"
"/home/user/Desktop/dog_with_background.png"
]
}
}
@@ -87,12 +87,12 @@
"func": "check_structure_sim",
"expected": {
"type": "vm_file",
"path": "Desktop/dog_cutout_gold.png",
"path": "/home/user/Desktop/dog_cutout_gold.png",
"dest": "dog_cutout_gold.png"
},
"result": {
"type": "vm_file",
"path": "Desktop/dog_without_background.png",
"path": "/home/user/Desktop/dog_without_background.png",
"dest": "dog_without_background.png"
}
}

8
evaluation_examples/examples/gimp/554785e9-4523-4e7a-b8e1-8016f565f56a.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1-3cc3qqjlJ_3d9IpwsuvSuYpyJ2LxrIA&export=download&authuser=0&confirm=t&uuid=6b08e902-ed25-47d1-97d9-7794f9508288&at=APZUnTW74TY2hHtBbWDa0N7-cE58:1705060487948",
"path": "Desktop/woman_sitting_by_the_tree2.png"
"path": "/home/user/Desktop/woman_sitting_by_the_tree2.png"
}
]
}
@@ -20,7 +20,7 @@
"parameters": {
"command": [
"gimp",
"Desktop/woman_sitting_by_the_tree2.png"
"/home/user/Desktop/woman_sitting_by_the_tree2.png"
]
}
}
@@ -83,12 +83,12 @@
"func": "check_saturation_increase_and_structure_sim",
"expected": {
"type": "vm_file",
"path": "Desktop/woman_sitting_by_the_tree2.png",
"path": "/home/user/Desktop/woman_sitting_by_the_tree2.png",
"dest": "woman_sitting_by_the_tree2.png"
},
"result": {
"type": "vm_file",
"path": "Desktop/edited_colorful.png",
"path": "/home/user/Desktop/edited_colorful.png",
"dest": "edited_colorful.png"
}
}

8
evaluation_examples/examples/gimp/72f83cdc-bf76-4531-9a1b-eb893a13f8aa.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.google.com/uc?export=download&id=1bS4xGh8bhQVSuRCwFscYZO_xzymAJgM8",
"path": "Desktop/berry.png"
"path": "/home/user/Desktop/berry.png"
}
]
}
@@ -20,7 +20,7 @@
"parameters": {
"command": [
"gimp",
"Desktop/berry.png"
"/home/user/Desktop/berry.png"
]
}
}
@@ -83,12 +83,12 @@
"func": "check_image_mirror",
"expected": {
"type": "vm_file",
"path": "Desktop/berry.png",
"path": "/home/user/Desktop/berry.png",
"dest": "berry.png"
},
"result": {
"type": "vm_file",
"path": "Desktop/berry_mirror.png",
"path": "/home/user/Desktop/berry_mirror.png",
"dest": "berry_mirror.png"
}
}

10
evaluation_examples/examples/gimp/734d6579-c07d-47a8-9ae2-13339795476b.json
View File

@@ -10,11 +10,11 @@
"files": [
{
"url": "https://drive.google.com/uc?export=download&id=18r4e9FqlMqqD1ltiHRixZkE_Jc865wgb",
"path": "Desktop/white_background_with_object.xcf"
"path": "/home/user/Desktop/white_background_with_object.xcf"
},
{
"url": "https://drive.google.com/uc?export=download&id=1D9rLa3XDEk5warlI0jVxcbixyr8SQm_C",
"path": "Desktop/white_background_with_object.png"
"path": "/home/user/Desktop/white_background_with_object.png"
}
]
}
@@ -24,7 +24,7 @@
"parameters": {
"command": [
"gimp",
"Desktop/white_background_with_object.xcf"
"/home/user/Desktop/white_background_with_object.xcf"
]
}
}
@@ -87,12 +87,12 @@
"func": "check_green_background",
"expected": {
"type": "vm_file",
"path": "Desktop/white_background_with_object.png",
"path": "/home/user/Desktop/white_background_with_object.png",
"dest": "white_background_with_object.png"
},
"result": {
"type": "vm_file",
"path": "Desktop/green_background_with_object.png",
"path": "/home/user/Desktop/green_background_with_object.png",
"dest": "green_background_with_object.png"
}
}

8
evaluation_examples/examples/gimp/77b8ab4d-994f-43ac-8930-8ca087d7c4b4.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=13ECFsPxznuoCANto21ijj9OzP0APukIH&export=download&authuser=0&confirm=t&uuid=d8f2dd03-8992-4646-be62-3a3cf89583f2&at=APZUnTVsR0xmbXvpFIpXLzCcLrMa:1705062951627",
"path": "Desktop/The_Lost_River_Of_Dreams.jpg"
"path": "/home/user/Desktop/The_Lost_River_Of_Dreams.jpg"
}
]
}
@@ -20,7 +20,7 @@
"parameters": {
"command": [
"gimp",
"Desktop/The_Lost_River_Of_Dreams.jpg"
"/home/user/Desktop/The_Lost_River_Of_Dreams.jpg"
]
}
}
@@ -33,12 +33,12 @@
"func": "check_file_exists_and_structure_sim",
"expected": {
"type": "vm_file",
"path": "Desktop/The_Lost_River_Of_Dreams.jpg",
"path": "/home/user/Desktop/The_Lost_River_Of_Dreams.jpg",
"dest": "The_Lost_River_Of_Dreams.jpg"
},
"result": {
"type": "vm_file",
"path": "Desktop/export.jpg",
"path": "/home/user/Desktop/export.jpg",
"dest": "export.jpg"
}
}

8
evaluation_examples/examples/gimp/7a4deb26-d57d-4ea9-9a73-630f66a7b568.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1SIvX9Wimyw6i2UvnoLTNDHIObvDLAsIM&export=download&authuser=0&confirm=t&uuid=a48447ab-13a2-421f-9662-6ffff8f6f6d5&at=APZUnTVRxofs822XxgEv33WwYCkb:1705046264363",
"path": "Desktop/woman_sitting_by_the_tree.png"
"path": "/home/user/Desktop/woman_sitting_by_the_tree.png"
}
]
}
@@ -20,7 +20,7 @@
"parameters": {
"command": [
"gimp",
"Desktop/woman_sitting_by_the_tree.png"
"/home/user/Desktop/woman_sitting_by_the_tree.png"
]
}
}
@@ -83,12 +83,12 @@
"func": "check_brightness_decrease_and_structure_sim",
"expected": {
"type": "vm_file",
"path": "Desktop/woman_sitting_by_the_tree.png",
"path": "/home/user/Desktop/woman_sitting_by_the_tree.png",
"dest": "woman_sitting_by_the_tree.png"
},
"result": {
"type": "vm_file",
"path": "Desktop/edited_darker.png",
"path": "/home/user/Desktop/edited_darker.png",
"dest": "edited_darker.png"
}
}

4
evaluation_examples/examples/gimp/a746add2-cab0-4740-ac36-c3769d9bfb46.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.google.com/uc?export=download&id=1IQPiNT6Vmd0YO0OytaB8lb_Dvo1mCGnP",
"path": "Desktop/dog_with_background.png"
"path": "/home/user/Desktop/dog_with_background.png"
}
]
}
@@ -20,7 +20,7 @@
"parameters": {
"command": [
"gimp",
"Desktop/dog_with_background.png"
"/home/user/Desktop/dog_with_background.png"
]
}
}

4
evaluation_examples/examples/gimp/b148e375-fe0b-4bec-90e7-38632b0d73c2.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.google.com/uc?export=download&id=1CqcNw_8O0VeLuD0VkVTgDHOoUMFQNOXN",
"path": "Desktop/white_background.xcf"
"path": "/home/user/Desktop/white_background.xcf"
}
]
}
@@ -20,7 +20,7 @@
"parameters": {
"command": [
"gimp",
"Desktop/white_background.xcf"
"/home/user/Desktop/white_background.xcf"
]
}
}

10
evaluation_examples/examples/gimp/d16c99dc-2a1e-46f2-b350-d97c86c85c15.json
View File

@@ -10,11 +10,11 @@
"files": [
{
"url": "https://drive.google.com/uc?export=download&id=14ZEnUNHrIVDvcyF6A6EFgma6LcgPWj1X",
"path": "Desktop/dog_with_background.png"
"path": "/home/user/Desktop/dog_with_background.png"
},
{
"url": "https://drive.google.com/uc?export=download&id=1wq2sjBX8X-SGIEj1GKLGAuQ8BNVYqa0-",
"path": "Desktop/dog_with_background_two_layers.xcf"
"path": "/home/user/Desktop/dog_with_background_two_layers.xcf"
}
]
}
@@ -24,7 +24,7 @@
"parameters": {
"command": [
"gimp",
"Desktop/dog_with_background_two_layers.xcf"
"/home/user/Desktop/dog_with_background_two_layers.xcf"
]
}
}
@@ -87,12 +87,12 @@
"func": "check_image_size_and_structure_sim",
"expected":{
"type": "vm_file",
"path": "Desktop/dog_with_background.png",
"path": "/home/user/Desktop/dog_with_background.png",
"dest": "dog_with_background.png"
},
"result": {
"type": "vm_file",
"path": "Desktop/resized.png",
"path": "/home/user/Desktop/resized.png",
"dest": "resized.png"
}
}

6
evaluation_examples/examples/gimp/e2dd0213-26db-4349-abe5-d5667bfd725c.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.google.com/uc?export=download&id=1KMHuScgF8Eq9OPR40SCntxO3Q1DUmbKV",
"path": "Desktop/orange_background.xcf"
"path": "/home/user/Desktop/orange_background.xcf"
}
]
}
@@ -20,7 +20,7 @@
"parameters": {
"command": [
"gimp",
"Desktop/orange_background.xcf"
"/home/user/Desktop/orange_background.xcf"
]
}
}
@@ -83,7 +83,7 @@
"func": "check_textbox_on_leftside",
"result": {
"type": "vm_file",
"path": "Desktop/leftside_textbox.png",
"path": "/home/user/Desktop/leftside_textbox.png",
"dest": "leftside_textbox.png"
}
}

8
evaluation_examples/examples/gimp/f4aec372-4fb0-4df5-a52b-79e0e2a5d6ce.json
View File

@@ -10,11 +10,11 @@
"files": [
{
"url": "https://drive.google.com/uc?export=download&id=1p0m5meh7NIT4v6hNdqJqK3GCcpZiMapB",
"path": "Desktop/Triangle_On_The_Side.png"
"path": "/home/user/Desktop/Triangle_On_The_Side.png"
},
{
"url": "https://drive.google.com/uc?export=download&id=1w7f2fW2mWkUbteQvQd-lepHzvBC9GaG_",
"path": "Desktop/Triangle_On_The_Side.xcf"
"path": "/home/user/Desktop/Triangle_On_The_Side.xcf"
}
]
}
@@ -24,7 +24,7 @@
"parameters": {
"command": [
"gimp",
"Desktop/Triangle_On_The_Side.xcf"
"/home/user/Desktop/Triangle_On_The_Side.xcf"
]
}
}
@@ -87,7 +87,7 @@
"func": "check_triangle_position",
"result": {
"type": "vm_file",
"path": "Desktop/Triangle_In_The_Middle.png",
"path": "/home/user/Desktop/Triangle_In_The_Middle.png",
"dest": "Triangle_In_The_Middle.png"
}
}

8
evaluation_examples/examples/gimp/f723c744-e62c-4ae6-98d1-750d3cd7d79d.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.google.com/uc?export=download&id=1X42_kOanL74vu_p6QdcZuiyzDQi3kA7F",
"path": "Desktop/berries.png"
"path": "/home/user/Desktop/berries.png"
}
]
}
@@ -20,7 +20,7 @@
"parameters": {
"command": [
"gimp",
"Desktop/berries.png"
"/home/user/Desktop/berries.png"
]
}
}
@@ -83,12 +83,12 @@
"func": "check_contrast_increase_and_structure_sim",
"expected": {
"type": "vm_file",
"path": "Desktop/berries.png",
"path": "/home/user/Desktop/berries.png",
"dest": "berries.png"
},
"result": {
"type": "vm_file",
"path": "Desktop/berries_contrast.png",
"path": "/home/user/Desktop/berries_contrast.png",
"dest": "berries_contrast.png"
}
}

4
evaluation_examples/examples/libreoffice_impress/0f84bef9-9790-432e-92b7-eece357603fb.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1qKOdf1Wx9nGtk_3l7hjZ9gXWFzWgsyoH&export=download&authuser=0&confirm=t&uuid=0bceb604-af00-4940-a137-8dd00512d060&at=APZUnTUlTutATfe49vsbBrobLPAG:1706370599333",
"path": "Desktop/multimedia_classroom_podium-2020.pptx"
"path": "/home/user/Desktop/multimedia_classroom_podium-2020.pptx"
}
]
}
@@ -18,7 +18,7 @@
{
"type": "open",
"parameters": {
"path": "Desktop/multimedia_classroom_podium-2020.pptx"
"path": "/home/user/Desktop/multimedia_classroom_podium-2020.pptx"
}
}
],

6
evaluation_examples/examples/libreoffice_impress/21760ecb-8f62-40d2-8d85-0cee5725cb72.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1A9nNj3hWBB0Bnr2Cf7zHs3WFiTKdEeNt&export=download&authuser=0&confirm=t&uuid=7c0f29fd-1f1a-4d48-b717-5c677373e615&at=APZUnTX9YQH_-UbVyFRLblwZ3rAn:1706530787330",
"path": "Desktop/Ch4 Video Effect.pptx"
"path": "/home/user/Desktop/Ch4 Video Effect.pptx"
}
]
}
@@ -18,7 +18,7 @@
{
"type": "open",
"parameters": {
"path": "Desktop/Ch4 Video Effect.pptx"
"path": "/home/user/Desktop/Ch4 Video Effect.pptx"
}
},
{
@@ -84,7 +84,7 @@
},
"result": {
"type": "vm_file",
"path": "Desktop/Ch4 Video Effect.pptx",
"path": "/home/user/Desktop/Ch4 Video Effect.pptx",
"dest": "Ch4 Video Effect.pptx"
}
}

6
evaluation_examples/examples/libreoffice_impress/3b27600c-3668-4abd-8f84-7bcdebbccbdb.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1aHMJzk2G8B_EqDlTAZLEiJ4h-ZsgA9UE&export=download&authuser=0&confirm=t&uuid=196a082d-5f08-4b3e-a64f-c021351f9cd8&at=APZUnTUXH4gvLvElvm9TtFhUJlIn:1705481007789",
"path": "Desktop/lec17-gui-events.pptx"
"path": "/home/user/Desktop/lec17-gui-events.pptx"
}
]
}
@@ -18,7 +18,7 @@
{
"type": "open",
"parameters": {
"path": "Desktop/lec17-gui-events.pptx"
"path": "/home/user/Desktop/lec17-gui-events.pptx"
}
}
],
@@ -71,7 +71,7 @@
},
"result": {
"type": "vm_file",
"path": "Desktop/lec17-gui-events.pptx",
"path": "/home/user/Desktop/lec17-gui-events.pptx",
"dest": "lec17-gui-events.pptx"
}
}

4
evaluation_examples/examples/libreoffice_impress/455d3c66-7dc6-4537-a39a-36d3e9119df7.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=12MxMjw28_t1nTLihlDpToKebjsSDsjwx&export=download&authuser=0&confirm=t&uuid=1ccc1da0-d7c7-494f-a0e3-59eb55f54e3f&at=APZUnTXvNIRMsF2cjZuFxmQzByhC:1705253210291",
"path": "Desktop/wssf-project-plan-on-a-page.pptx"
"path": "/home/user/Desktop/wssf-project-plan-on-a-page.pptx"
}
]
}
@@ -18,7 +18,7 @@
{
"type": "open",
"parameters": {
"path": "Desktop/wssf-project-plan-on-a-page.pptx"
"path": "/home/user/Desktop/wssf-project-plan-on-a-page.pptx"
}
}
],

6
evaluation_examples/examples/libreoffice_impress/550ce7e7-747b-495f-b122-acdc4d0b8e54.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=126TZ3vOBN2XAfdEmvJVBaa4qs_MZlgN7&export=download&authuser=0&confirm=t&uuid=acea6223-64ff-44cf-9d83-fe1a1640d374&at=APZUnTVBY9Kkm1Xo3ZU-Fe8hoOqC:1706521734182",
"path": "Desktop/New_Club_Spring_2018_Training.pptx"
"path": "/home/user/Desktop/New_Club_Spring_2018_Training.pptx"
}
]
}
@@ -18,7 +18,7 @@
{
"type": "open",
"parameters": {
"path": "Desktop/New_Club_Spring_2018_Training.pptx"
"path": "/home/user/Desktop/New_Club_Spring_2018_Training.pptx"
}
},
{
@@ -82,7 +82,7 @@
},
"result": {
"type": "vm_file",
"path": "Desktop/New_Club_Spring_2018_Training.pptx",
"path": "/home/user/Desktop/New_Club_Spring_2018_Training.pptx",
"dest": "New_Club_Spring_2018_Training.pptx"
},
"options": {

6
evaluation_examples/examples/libreoffice_impress/5d901039-a89c-4bfb-967b-bf66f4df075e.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=16K6TpGIRZpqOJUu-mtJQ_78kIwLcn-4D&export=download&authuser=0&confirm=t&uuid=41509e5c-eb95-453a-baad-4e12a839a120&at=APZUnTVygE_LL27vx1l6OEg_FRj0:1705849959413",
"path": "Desktop/CPD_Background_Investigation_Process.pptx"
"path": "/home/user/Desktop/CPD_Background_Investigation_Process.pptx"
}
]
}
@@ -18,7 +18,7 @@
{
"type": "open",
"parameters": {
"path": "Desktop/CPD_Background_Investigation_Process.pptx"
"path": "/home/user/Desktop/CPD_Background_Investigation_Process.pptx"
}
}
],
@@ -66,7 +66,7 @@
},
"result": {
"type": "vm_file",
"path": "Desktop/CPD_Background_Investigation_Process.pptx",
"path": "/home/user/Desktop/CPD_Background_Investigation_Process.pptx",
"dest": "CPD_Background_Investigation_Process.pptx"
}
}

6
evaluation_examples/examples/libreoffice_impress/9ec204e4-f0a3-42f8-8458-b772a6797cab.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1ad5vUXasdN2MypNap-pBUmgPg5FaxmDA&export=download&authuser=0&confirm=t&uuid=9dc069bb-edd3-4ae9-b356-4c6543778584&at=APZUnTXbgLHjv1MhMFy1IfZL3fQI:1705338128337",
"path": "Desktop/MLA_Workshop_061X_Works_Cited.pptx"
"path": "/home/user/Desktop/MLA_Workshop_061X_Works_Cited.pptx"
}
]
}
@@ -18,7 +18,7 @@
{
"type": "open",
"parameters": {
"path": "Desktop/MLA_Workshop_061X_Works_Cited.pptx"
"path": "/home/user/Desktop/MLA_Workshop_061X_Works_Cited.pptx"
}
}
],
@@ -66,7 +66,7 @@
},
"result": {
"type": "vm_file",
"path": "Desktop/MLA_Workshop_061X_Works_Cited.pptx",
"path": "/home/user/Desktop/MLA_Workshop_061X_Works_Cited.pptx",
"dest": "MLA_Workshop_061X_Works_Cited.pptx"
}
}

4
evaluation_examples/examples/libreoffice_impress/ac9bb6cb-1888-43ab-81e4-a98a547918cd.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1_AmuPiTAyCSrquI2ERV0DnUtt1yaxtcj&export=download&authuser=0&confirm=t&uuid=d9c63ec2-45e6-4198-8519-c04c497ea1bb&at=APZUnTVtpEJatGaAex2OPSHDWgGM:1706533369423",
"path": "Desktop/saa-format-guide.pptx"
"path": "/home/user/Desktop/saa-format-guide.pptx"
}
]
}
@@ -18,7 +18,7 @@
{
"type": "open",
"parameters": {
"path": "Desktop/saa-format-guide.pptx"
"path": "/home/user/Desktop/saa-format-guide.pptx"
}
}
],

6
evaluation_examples/examples/libreoffice_impress/af23762e-2bfd-4a1d-aada-20fa8de9ce07.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1zmtomIzSgSjnYZbhgtH4n90L5mV9bS7L&export=download&authuser=0&confirm=t&uuid=1966ab03-1e17-447a-aeb4-71a753eca196&at=APZUnTVoWHV6z8LJi5VHADuQE6VG:1705319233167",
"path": "Desktop/Forests.pptx"
"path": "/home/user/Desktop/Forests.pptx"
}
]
}
@@ -18,7 +18,7 @@
{
"type": "open",
"parameters": {
"path": "Desktop/Forests.pptx"
"path": "/home/user/Desktop/Forests.pptx"
}
}
],
@@ -66,7 +66,7 @@
},
"result": {
"type": "vm_file",
"path": "Desktop/Forests.pptx",
"path": "/home/user/Desktop/Forests.pptx",
"dest": "Forests.pptx"
}
}

18
evaluation_examples/examples/libreoffice_impress/bf4e9888-f10f-47af-8dba-76413038b73c.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1o8BOn9Q5NpQYYcXxeCHL_znkG11ni7ws&export=download&authuser=0&confirm=t&uuid=21a62a00-fd30-4405-ae87-00c3a165e381&at=APZUnTWlhaHv92g3wMYQJn80Vdpo:1706366778535",
"path": "Desktop/4.3-Template_4.29.2016.pptx"
"path": "/home/user/Desktop/4.3-Template_4.29.2016.pptx"
}
]
}
@@ -18,7 +18,7 @@
{
"type": "open",
"parameters": {
"path": "Desktop/4.3-Template_4.29.2016.pptx"
"path": "/home/user/Desktop/4.3-Template_4.29.2016.pptx"
}
},
{
@@ -27,7 +27,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=15mklOcjIUJkzU3GhFhZM69h5gG0WOFVa&export=download&authuser=0&confirm=t&uuid=f7f61d48-5354-4eed-b743-ef620f308d79&at=APZUnTWzBs107NBYI1OvLHId8ff5:1706365135272",
"path": "Desktop/pic1.png"
"path": "/home/user/Desktop/pic1.png"
}
]
}
@@ -38,7 +38,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=13-ATVSrmAIUNAzGlE65JkkHpa4d87tqj&export=download&authuser=0&confirm=t&uuid=5ebcaa42-805b-4176-9262-1a320e668666&at=APZUnTW0H_QRSJYAFPe4OppuwE5o:1706365136587",
"path": "Desktop/pic2.png"
"path": "/home/user/Desktop/pic2.png"
}
]
}
@@ -49,7 +49,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1-K1XgMJj3yj7bz3BWm9Zddk4_lvYO4IP&export=download&authuser=0&confirm=t&uuid=6c268649-b627-49aa-a1aa-c97510b96e69&at=APZUnTV630QYwgh3nx-jtBp_uGAc:1706365137855",
"path": "Desktop/pic3.png"
"path": "/home/user/Desktop/pic3.png"
}
]
}
@@ -60,7 +60,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1Bk8esN_UFxOU50AMxJoSY8C-mQgX3uY3&export=download&authuser=0&confirm=t&uuid=c5a6ae81-426e-40e2-ac1b-16ba161e347d&at=APZUnTWD9bHDiTsGWBE1tJfcR6Zp:1706365140032",
"path": "Desktop/pic4.png"
"path": "/home/user/Desktop/pic4.png"
}
]
}
@@ -71,7 +71,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1DZapoWlmXPYsFdFGppCj2F-MZvpGZXca&export=download&authuser=0&confirm=t&uuid=7afc4de2-cdee-4c9e-9e4d-305509054627&at=APZUnTXX-2uDuQdsmA5kQRzDGRs7:1706365140910",
"path": "Desktop/pic5.png"
"path": "/home/user/Desktop/pic5.png"
}
]
}
@@ -82,7 +82,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1jwBqiulZbICiCn3c9W6avo0-Mu7yeIAV&export=download&authuser=0&confirm=t&uuid=64f0e1d1-ec71-453a-887e-b81218e4e756&at=APZUnTWQeckP8zn8b8grHfMtQYr2:1706365141943",
"path": "Desktop/pic6.png"
"path": "/home/user/Desktop/pic6.png"
}
]
}
@@ -132,7 +132,7 @@
},
"result": {
"type": "vm_file",
"path": "Desktop/4.3-Template_4.29.2016.pptx",
"path": "/home/user/Desktop/4.3-Template_4.29.2016.pptx",
"dest": "4.3-Template_4.29.2016.pptx"
},
"options": {

6
evaluation_examples/examples/libreoffice_impress/c59742c0-4323-4b9d-8a02-723c251deaa0.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1Oy5Zga6PnvpIwJ1OHMdFf3mSbm_YClHh&export=download&authuser=0&confirm=t&uuid=da1db839-da27-4bb5-a4fc-0358342f493b&at=APZUnTVsLyGsj8qI1rPyGAUTCX4F:1705324246149",
"path": "Desktop/Mady_and_Mia_Baseball.pptx"
"path": "/home/user/Desktop/Mady_and_Mia_Baseball.pptx"
}
]
}
@@ -21,7 +21,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1a-DaT1LUuvh55GsjpJkhpjcDTh8CPzkl&export=download&authuser=0&confirm=t&uuid=2bfb7700-5222-47ad-9aee-e5c22b50dbfe&at=APZUnTW7RQR5HI9giEl-cirnSX3q:1705320977391",
"path": "Desktop/Baseball.mp3"
"path": "/home/user/Desktop/Baseball.mp3"
}
]
}
@@ -29,7 +29,7 @@
{
"type": "open",
"parameters": {
"path": "Desktop/Mady_and_Mia_Baseball.pptx"
"path": "/home/user/Desktop/Mady_and_Mia_Baseball.pptx"
}
}
],

6
evaluation_examples/examples/libreoffice_impress/ce88f674-ab7a-43da-9201-468d38539e4a.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1LErTnC_w_YPQVo84QK5sifww9xZ-Cq0X&export=download&authuser=0&confirm=t&uuid=81ff0aaf-9c2e-4342-b7ce-36e65dd2218e&at=APZUnTUmQKCTp2HUP0dOqYqD10G3:1705479016156",
"path": "Desktop/AM_Last_Page_Template.pptx"
"path": "/home/user/Desktop/AM_Last_Page_Template.pptx"
}
]
}
@@ -18,7 +18,7 @@
{
"type": "open",
"parameters": {
"path": "Desktop/AM_Last_Page_Template.pptx"
"path": "/home/user/Desktop/AM_Last_Page_Template.pptx"
}
}
],
@@ -61,7 +61,7 @@
"func": "check_slide_orientation_Portrait",
"result": {
"type": "vm_file",
"path": "Desktop/AM_Last_Page_Template.pptx",
"path": "/home/user/Desktop/AM_Last_Page_Template.pptx",
"dest": "AM_Last_Page_Template.pptx"
}
}

8
evaluation_examples/examples/libreoffice_impress/f0a334af-f91b-4c03-b578-aac9bec2b543.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1vvRkrxOK_sFPX9PLFniFqrdNEZ2pQnPP&export=download&authuser=0&confirm=t&uuid=71964a12-2d0a-4c71-9375-2f9ec15de1ad&at=APZUnTX_B-T2GeZPS7ZmchMQ6E7m:1705481285721",
"path": "Desktop/Movie_activities_TURKEY.pptx"
"path": "/home/user/Desktop/Movie_activities_TURKEY.pptx"
}
]
}
@@ -21,7 +21,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1S4lACtBb40Ff0DEjB2bG2tzr2qWwQLGd&export=download&authuser=0&confirm=t&uuid=a28c123e-5371-4e17-82c2-ed7b1f05b728&at=APZUnTW_rlUPV6mM4RjS0R6dMSv4:1705469776913",
"path": "Desktop/Movie_countdown_2.mov"
"path": "/home/user/Desktop/Movie_countdown_2.mov"
}
]
}
@@ -29,7 +29,7 @@
{
"type": "open",
"parameters": {
"path": "Desktop/Movie_activities_TURKEY.pptx"
"path": "/home/user/Desktop/Movie_activities_TURKEY.pptx"
}
}
],
@@ -72,7 +72,7 @@
"func": "contains_mp4_video",
"result": {
"type": "vm_file",
"path": "Desktop/Movie_activities_TURKEY.pptx",
"path": "/home/user/Desktop/Movie_activities_TURKEY.pptx",
"dest": "Movie_activities_TURKEY.pptx"
}
}

6
evaluation_examples/examples/libreoffice_writer/0810415c-bde4-4443-9047-d5f70165a697.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1YhHNlRsL7lJBsqRYctz4CmEoD1g8oAm0&export=download&authuser=0&confirm=t&uuid=16776039-9eae-4ee7-ae0b-8b2d71cb25e1&at=APZUnTWVT6sfD3MQEADssAEc4Pwn:1706622286569",
"path": "Desktop/Novels_Intro_Packet.docx"
"path": "/home/user/Desktop/Novels_Intro_Packet.docx"
}
]
}
@@ -18,7 +18,7 @@
{
"type": "open",
"parameters": {
"path": "Desktop/Novels_Intro_Packet.docx"
"path": "/home/user/Desktop/Novels_Intro_Packet.docx"
}
}
],
@@ -60,7 +60,7 @@
},
"result": {
"type": "vm_file",
"path": "Desktop/Novels_Intro_Packet.docx",
"path": "/home/user/Desktop/Novels_Intro_Packet.docx",
"dest": "Novels_Intro_Packet.docx"
}
}

6
evaluation_examples/examples/libreoffice_writer/0a0faba3-5580-44df-965d-f562a99b291c.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1Wrjxsf184Go70TcRGM4Tohczh29Q9B_U&export=download&authuser=0&confirm=t&uuid=811f572f-03ee-47b9-8fd5-4978920ff425&at=APZUnTXcRTZAOb33QlpZ7-FT8I8Q:1706799959703",
"path": "Desktop/04 CHIN9505 EBook Purchasing info 2021 Jan.docx"
"path": "/home/user/Desktop/04 CHIN9505 EBook Purchasing info 2021 Jan.docx"
}
]
}
@@ -18,7 +18,7 @@
{
"type": "open",
"parameters": {
"path": "Desktop/04 CHIN9505 EBook Purchasing info 2021 Jan.docx"
"path": "/home/user/Desktop/04 CHIN9505 EBook Purchasing info 2021 Jan.docx"
}
}
],
@@ -60,7 +60,7 @@
},
"result": {
"type": "vm_file",
"path": "Desktop/04 CHIN9505 EBook Purchasing info 2021 Jan.docx",
"path": "/home/user/Desktop/04 CHIN9505 EBook Purchasing info 2021 Jan.docx",
"dest": "04 CHIN9505 EBook Purchasing info 2021 Jan.docx"
},
"options": {

6
evaluation_examples/examples/libreoffice_writer/0b17a146-2934-46c7-8727-73ff6b6483e8.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1FkorQBeTJ5L2jLuvu4YxHSlBMK4VEEG6&export=download&authuser=0&confirm=t&uuid=cc63dc0b-bae7-4ef6-a40d-e2da721976ef&at=APZUnTWyPZlZPFlqGTWAWXWmS04c:1704976667765",
"path": "Desktop/H2O_Factsheet_WA.docx"
"path": "/home/user/Desktop/H2O_Factsheet_WA.docx"
}
]
}
@@ -18,7 +18,7 @@
{
"type": "open",
"parameters": {
"path": "Desktop/H2O_Factsheet_WA.docx"
"path": "/home/user/Desktop/H2O_Factsheet_WA.docx"
}
}
],
@@ -55,7 +55,7 @@
"func": "compare_docx_files",
"result": {
"type": "vm_file",
"path": "Desktop/H2O_Factsheet_WA.docx",
"path": "/home/user/Desktop/H2O_Factsheet_WA.docx",
"dest": "H2O_Factsheet_WA.docx"
},
"expected": {

6
evaluation_examples/examples/libreoffice_writer/0e47de2a-32e0-456c-a366-8c607ef7a9d2.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1aDWe-vAmcfQSgtPjFfrncq8ZFnCy4uUK&export=download&authuser=0&confirm=t&uuid=788af72a-ddaf-4ba3-aedb-96f34cc4d815&at=APZUnTVSRSSfMGcjXqLzvMixnkp6:1704179663299",
"path": "Desktop/LibreOffice_Open_Source_Word_Processing.docx"
"path": "/home/user/Desktop/LibreOffice_Open_Source_Word_Processing.docx"
}
]
}
@@ -18,7 +18,7 @@
{
"type": "open",
"parameters": {
"path": "Desktop/LibreOffice_Open_Source_Word_Processing.docx"
"path": "/home/user/Desktop/LibreOffice_Open_Source_Word_Processing.docx"
}
}
],
@@ -55,7 +55,7 @@
"func": "has_page_numbers_in_footers",
"result": {
"type": "vm_file",
"path": "Desktop/LibreOffice_Open_Source_Word_Processing.docx",
"path": "/home/user/Desktop/LibreOffice_Open_Source_Word_Processing.docx",
"dest": "LibreOffice_Open_Source_Word_Processing.docx"
}
}

6
evaluation_examples/examples/libreoffice_writer/0e763496-b6bb-4508-a427-fad0b6c3e195.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1fIHNzFm8JabWoLKOnxrFM722fQ1d_huK&export=download&authuser=0&confirm=t&uuid=d11a8dda-1e4e-4dc9-b05c-e6b47624dbf0&at=APZUnTVG0ViFnKJa00314wVr3uP9:1704185871014",
"path": "Desktop/Dublin_Zoo_Intro.docx"
"path": "/home/user/Desktop/Dublin_Zoo_Intro.docx"
}
]
}
@@ -18,7 +18,7 @@
{
"type": "open",
"parameters": {
"path": "Desktop/Dublin_Zoo_Intro.docx"
"path": "/home/user/Desktop/Dublin_Zoo_Intro.docx"
}
}
],
@@ -61,7 +61,7 @@
},
"result": {
"type": "vm_file",
"path": "Desktop/Dublin_Zoo_Intro.docx",
"path": "/home/user/Desktop/Dublin_Zoo_Intro.docx",
"dest": "Dublin_Zoo_Intro.docx"
}
}

6
evaluation_examples/examples/libreoffice_writer/3ef2b351-8a84-4ff2-8724-d86eae9b842e.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1P8QodvDF-3S50rx6UmW4M2D4Kr-p_Q-h&export=download&authuser=0&confirm=t&uuid=eea70a33-4c3f-4e90-885d-dd3df0d605bc&at=APZUnTX7ISvBhOICNrPLoqK0m3G-:1704971931660",
"path": "Desktop/Constitution_Template_With_Guidelines.docx"
"path": "/home/user/Desktop/Constitution_Template_With_Guidelines.docx"
}
]
}
@@ -18,7 +18,7 @@
{
"type": "open",
"parameters": {
"path": "Desktop/Constitution_Template_With_Guidelines.docx"
"path": "/home/user/Desktop/Constitution_Template_With_Guidelines.docx"
}
}
],
@@ -55,7 +55,7 @@
"func": "is_first_line_centered",
"result": {
"type": "vm_file",
"path": "Desktop/Constitution_Template_With_Guidelines.docx",
"path": "/home/user/Desktop/Constitution_Template_With_Guidelines.docx",
"dest": "Constitution_Template_With_Guidelines.docx"
}
}

6
evaluation_examples/examples/libreoffice_writer/41c621f7-3544-49e1-af8d-dafd0f834f75.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1WsEBs6RS-j6lvx_DFk5xTK-HdEkIDcPy&export=download&authuser=0&confirm=t&uuid=aa012ca0-f651-474f-bd84-6b86d5260817&at=APZUnTU3RImLCGSgOkUpUGKyYCrB:1706018377717",
"path": "Desktop/How_to_read_a_scientific_article.docx"
"path": "/home/user/Desktop/How_to_read_a_scientific_article.docx"
}
]
}
@@ -18,7 +18,7 @@
{
"type": "open",
"parameters": {
"path": "Desktop/How_to_read_a_scientific_article.docx"
"path": "/home/user/Desktop/How_to_read_a_scientific_article.docx"
}
}
],
@@ -60,7 +60,7 @@
},
"result": {
"type": "vm_file",
"path": "Desktop/How_to_read_a_scientific_article.docx",
"path": "/home/user/Desktop/How_to_read_a_scientific_article.docx",
"dest": "How_to_read_a_scientific_article.docx"
}
}

6
evaluation_examples/examples/libreoffice_writer/45d61a06-6545-4422-97b7-bc76cfa964c1.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=16lQcSkw-JQ_v8Sg0HkCtnOzyK-4cok8N&export=download&authuser=0&confirm=t&uuid=a3f833ae-2572-4cf3-8a21-6d250e689415&at=APZUnTUfn24NGMtXEzz2Nf7cFLjt:1704975857398",
"path": "Desktop/NOVEL_Submission_Guidelines.docx"
"path": "/home/user/Desktop/NOVEL_Submission_Guidelines.docx"
}
]
}
@@ -18,7 +18,7 @@
{
"type": "open",
"parameters": {
"path": "Desktop/NOVEL_Submission_Guidelines.docx"
"path": "/home/user/Desktop/NOVEL_Submission_Guidelines.docx"
}
}
],
@@ -60,7 +60,7 @@
},
"result": {
"type": "vm_file",
"path": "Desktop/NOVEL_Submission_Guidelines.docx",
"path": "/home/user/Desktop/NOVEL_Submission_Guidelines.docx",
"dest": "NOVEL_Submission_Guidelines.docx"
}
}

6
evaluation_examples/examples/libreoffice_writer/4bcb1253-a636-4df4-8cb0-a35c04dfef31.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1cn3CaA_4ds1WY8SgBT3TvjRunxocCBiu&export=download&authuser=0&confirm=t&uuid=622f5ae1-6f21-4f31-8a3e-e4ead6ea6bc3&at=APZUnTVKOV40Ww5PovU7at2ELzb9:1704949558060",
"path": "Desktop/View_Person_Organizational_Summary.docx"
"path": "/home/user/Desktop/View_Person_Organizational_Summary.docx"
}
]
}
@@ -18,7 +18,7 @@
{
"type": "open",
"parameters": {
"path": "Desktop/View_Person_Organizational_Summary.docx"
"path": "/home/user/Desktop/View_Person_Organizational_Summary.docx"
}
}
],
@@ -35,7 +35,7 @@
},
"result": {
"type": "vm_file",
"path": "Desktop/View_Person_Organizational_Summary.pdf",
"path": "/home/user/Desktop/View_Person_Organizational_Summary.pdf",
"dest": "Constitution_Template_With_Guidelines.pdf"
}
}

6
evaluation_examples/examples/libreoffice_writer/663876c7-3471-43db-ba51-f410b13d9d7d.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1J3--srr-Fmt2z-wOAyPDmO5GoiJMkUvZ&export=download&authuser=0&confirm=t&uuid=5f275f3d-ab7d-4d27-848a-8012af4bcf7f&at=APZUnTVe5ucwe1Q0oVi9jwiY5PF7:1704971494071",
"path": "Desktop/Factoring_Perfect_Square_Trinomials.docx"
"path": "/home/user/Desktop/Factoring_Perfect_Square_Trinomials.docx"
}
]
}
@@ -18,7 +18,7 @@
{
"type": "open",
"parameters": {
"path": "Desktop/Factoring_Perfect_Square_Trinomials.docx"
"path": "/home/user/Desktop/Factoring_Perfect_Square_Trinomials.docx"
}
}
],
@@ -60,7 +60,7 @@
},
"result": {
"type": "vm_file",
"path": "Desktop/Factoring_Perfect_Square_Trinomials.docx",
"path": "/home/user/Desktop/Factoring_Perfect_Square_Trinomials.docx",
"dest": "Factoring_Perfect_Square_Trinomials.docx"
}
}

6
evaluation_examples/examples/libreoffice_writer/66399b0d-8fda-4618-95c4-bfc6191617e9.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1yeD0YIFCSEAdi6MPiiqLe6F4a19I5wZP&export=download&authuser=0&confirm=t&uuid=b6693633-00d7-4a8b-b35e-77ec452dd6a3&at=APZUnTVHRdoysZFBTmGmX6rCJLHK:1706330570587",
"path": "Desktop/Table_Of_Work_Effort_Instructions.docx"
"path": "/home/user/Desktop/Table_Of_Work_Effort_Instructions.docx"
}
]
}
@@ -18,7 +18,7 @@
{
"type": "open",
"parameters": {
"path": "Desktop/Table_Of_Work_Effort_Instructions.docx"
"path": "/home/user/Desktop/Table_Of_Work_Effort_Instructions.docx"
}
},
{
@@ -70,7 +70,7 @@
},
"result": {
"type": "vm_file",
"path": "Desktop/Table_Of_Work_Effort_Instructions.docx",
"path": "/home/user/Desktop/Table_Of_Work_Effort_Instructions.docx",
"dest": "Table_Of_Work_Effort_Instructions.docx"
}
}

6
evaluation_examples/examples/libreoffice_writer/6a33f9b9-0a56-4844-9c3f-96ec3ffb3ba2.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1_1uItoxJsp8PgBqaED0U3bOfKxIweNkJ&export=download&authuser=0&confirm=t&uuid=facec3ed-2fd6-49f7-aeda-95feaa38f45c&at=APZUnTU6B0xoLG-kI0V2WZ74oSI6:1706544439742",
"path": "Desktop/sample-recruitment-phone-script.odt"
"path": "/home/user/Desktop/sample-recruitment-phone-script.odt"
}
]
}
@@ -18,7 +18,7 @@
{
"type": "open",
"parameters": {
"path": "Desktop/sample-recruitment-phone-script.odt"
"path": "/home/user/Desktop/sample-recruitment-phone-script.odt"
}
}
],
@@ -60,7 +60,7 @@
},
"result": {
"type": "vm_file",
"path": "Desktop/sample-recruitment-phone-script.odt",
"path": "/home/user/Desktop/sample-recruitment-phone-script.odt",
"dest": "sample-recruitment-phone-script.odt"
}
}

8
evaluation_examples/examples/libreoffice_writer/6ada715d-3aae-4a32-a6a7-429b2e43fb93.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1ebLG0gmqYv41ek4UmKWhFsxBnoUSGjKp&export=download&authuser=0&confirm=t&uuid=8f7d7bee-1fe4-4c4c-8b69-8aaf47199c57&at=APZUnTVYUvYTopUXCVs69QWWwPbq:1704173993139",
"path": "Desktop/Viewing_Your_Class_Schedule_and_Textbooks.docx"
"path": "/home/user/Desktop/Viewing_Your_Class_Schedule_and_Textbooks.docx"
}
]
}
@@ -21,7 +21,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1-wYHrgPMZl5Y9Losd4AGkMVHWNU7Uemg&export=download&authuser=0&confirm=t&uuid=3bc52ab7-1739-407d-9b14-36c9305c973e&at=APZUnTW95CwED3zm5KRREFmO2mc2:1704952228530",
"path": "Desktop/1.png"
"path": "/home/user/Desktop/1.png"
}
]
}
@@ -29,7 +29,7 @@
{
"type": "open",
"parameters": {
"path": "Desktop/Viewing_Your_Class_Schedule_and_Textbooks.docx"
"path": "/home/user/Desktop/Viewing_Your_Class_Schedule_and_Textbooks.docx"
}
},
{
@@ -76,7 +76,7 @@
"func": "compare_contains_image",
"result": {
"type": "vm_file",
"path": "Desktop/Viewing_Your_Class_Schedule_and_Textbooks.docx",
"path": "/home/user/Desktop/Viewing_Your_Class_Schedule_and_Textbooks.docx",
"dest": "Viewing_Your_Class_Schedule_and_Textbooks.docx"
},
"expected": {

6
evaluation_examples/examples/libreoffice_writer/6f81754e-285d-4ce0-b59e-af7edb02d108.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.google.com/uc?id=1cK1AMt_qKVAPp6EndSFG8y8r7KOPsqC1&export=download",
"path": "Desktop/HK_train_record.docx"
"path": "/home/user/Desktop/HK_train_record.docx"
}
]
}
@@ -18,7 +18,7 @@
{
"type": "open",
"parameters": {
"path": "Desktop/HK_train_record.docx"
"path": "/home/user/Desktop/HK_train_record.docx"
}
}
],
@@ -55,7 +55,7 @@
"func": "compare_docx_lines",
"result": {
"type": "vm_file",
"path": "Desktop/HK_train_record.docx",
"path": "/home/user/Desktop/HK_train_record.docx",
"dest": "HK_train_record.docx"
},
"expected": {

6
evaluation_examples/examples/libreoffice_writer/72b810ef-4156-4d09-8f08-a0cf57e7cefe.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.google.com/uc?id=1Uqgr9Y_kjoMoDoUwt80hv1EtFaisyztU&export=download",
"path": "Desktop/GEOG2169_Course_Outline_2022-23.docx"
"path": "/home/user/Desktop/GEOG2169_Course_Outline_2022-23.docx"
}
]
}
@@ -18,7 +18,7 @@
{
"type": "open",
"parameters": {
"path": "Desktop/GEOG2169_Course_Outline_2022-23.docx"
"path": "/home/user/Desktop/GEOG2169_Course_Outline_2022-23.docx"
}
}
],
@@ -60,7 +60,7 @@
},
"result": {
"type": "vm_file",
"path": "Desktop/GEOG2169_Course_Outline_2022-23.docx",
"path": "/home/user/Desktop/GEOG2169_Course_Outline_2022-23.docx",
"dest": "GEOG2169_Course_Outline_2022-23.docx"
}
}

6
evaluation_examples/examples/libreoffice_writer/8472fece-c7dd-4241-8d65-9b3cd1a0b568.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.google.com/uc?id=1QHk3fVFSlvYu2k013_7ahEkVQl_o1GTU&export=download",
"path": "Desktop/Dolch_Sight_Words_Primer.docx"
"path": "/home/user/Desktop/Dolch_Sight_Words_Primer.docx"
}
]
}
@@ -18,7 +18,7 @@
{
"type": "open",
"parameters": {
"path": "Desktop/Dolch_Sight_Words_Primer.docx"
"path": "/home/user/Desktop/Dolch_Sight_Words_Primer.docx"
}
}
],
@@ -60,7 +60,7 @@
},
"result": {
"type": "vm_file",
"path": "Desktop/Dolch_Sight_Words_Primer.docx",
"path": "/home/user/Desktop/Dolch_Sight_Words_Primer.docx",
"dest": "Dolch_Sight_Words_Primer.docx"
}
}

6
evaluation_examples/examples/libreoffice_writer/88fe4b2d-3040-4c70-9a70-546a47764b48.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1DV0M0eSOEM64Lc59TR-tsBgFqehSQbFf&export=download&authuser=0&confirm=t&uuid=b8ca221a-3e09-4765-9b6d-0f7c439e492a&at=APZUnTWYXixuTuAHaX9Iz-5g_xMx:1706012515458",
"path": "Desktop/CCCH9003_Tutorial_guidelines.docx"
"path": "/home/user/Desktop/CCCH9003_Tutorial_guidelines.docx"
}
]
}
@@ -18,7 +18,7 @@
{
"type": "open",
"parameters": {
"path": "Desktop/CCCH9003_Tutorial_guidelines.docx"
"path": "/home/user/Desktop/CCCH9003_Tutorial_guidelines.docx"
}
}
],
@@ -60,7 +60,7 @@
},
"result": {
"type": "vm_file",
"path": "Desktop/CCCH9003_Tutorial_guidelines.docx",
"path": "/home/user/Desktop/CCCH9003_Tutorial_guidelines.docx",
"dest": "CCCH9003_Tutorial_guidelines.docx"
}
}

6
evaluation_examples/examples/libreoffice_writer/936321ce-5236-426a-9a20-e0e3c5dc536f.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1WcHqnDy0OPFiaGtvPSvKXuaLc_rtGzYC&export=download&authuser=0&confirm=t&uuid=0c552800-5dfe-4a3f-a960-8d384481fa7f&at=APZUnTWYjmvuXkU-pb77dy7EgCeD:1704970003044",
"path": "Desktop/Graphemes_Sound_Letter_Patterns.docx"
"path": "/home/user/Desktop/Graphemes_Sound_Letter_Patterns.docx"
}
]
}
@@ -18,7 +18,7 @@
{
"type": "open",
"parameters": {
"path": "Desktop/Graphemes_Sound_Letter_Patterns.docx"
"path": "/home/user/Desktop/Graphemes_Sound_Letter_Patterns.docx"
}
}
],
@@ -60,7 +60,7 @@
},
"result": {
"type": "vm_file",
"path": "Desktop/Graphemes_Sound_Letter_Patterns.docx",
"path": "/home/user/Desktop/Graphemes_Sound_Letter_Patterns.docx",
"dest": "Graphemes_Sound_Letter_Patterns.docx"
}
}

6
evaluation_examples/examples/libreoffice_writer/adf5e2c3-64c7-4644-b7b6-d2f0167927e7.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1ShGL4gWSV7nzamAb0V2KqjoCOhyodcKU&export=download&authuser=0&confirm=t&uuid=17f2a63f-df71-4ea7-85a0-4b364afa336c&at=APZUnTXij39N124BO91KxN6yFR7Y:1706357955122",
"path": "Desktop/Essay_Writing_English_for_uni.docx"
"path": "/home/user/Desktop/Essay_Writing_English_for_uni.docx"
}
]
}
@@ -18,7 +18,7 @@
{
"type": "open",
"parameters": {
"path": "Desktop/Essay_Writing_English_for_uni.docx"
"path": "/home/user/Desktop/Essay_Writing_English_for_uni.docx"
}
}
],
@@ -60,7 +60,7 @@
},
"result": {
"type": "vm_file",
"path": "Desktop/Essay_Writing_English_for_uni.docx",
"path": "/home/user/Desktop/Essay_Writing_English_for_uni.docx",
"dest": "Essay_Writing_English_for_uni.docx"
}
}

6
evaluation_examples/examples/libreoffice_writer/b21acd93-60fd-4127-8a43-2f5178f4a830.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.google.com/uc?id=1akFeAURJiqnK9wGNlRgPoPuQ6vRmnUPe&export=download",
"path": "Desktop/CCHU9045_Course_Outline_2019-20.docx"
"path": "/home/user/Desktop/CCHU9045_Course_Outline_2019-20.docx"
}
]
}
@@ -18,7 +18,7 @@
{
"type": "open",
"parameters": {
"path": "Desktop/CCHU9045_Course_Outline_2019-20.docx"
"path": "/home/user/Desktop/CCHU9045_Course_Outline_2019-20.docx"
}
}
],
@@ -60,7 +60,7 @@
},
"result": {
"type": "vm_file",
"path": "Desktop/CCHU9045_Course_Outline_2019-20.docx",
"path": "/home/user/Desktop/CCHU9045_Course_Outline_2019-20.docx",
"dest": "CCHU9045_Course_Outline_2019-20.docx"
}
}

6
evaluation_examples/examples/libreoffice_writer/d53ff5ee-3b1a-431e-b2be-30ed2673079b.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.google.com/uc?id=1j6Gx6KCxA9Cp-TE1uZ5lKcTSKVRPW-CB&export=download",
"path": "Desktop/presentation_instruction_2023_Feb.docx"
"path": "/home/user/Desktop/presentation_instruction_2023_Feb.docx"
}
]
}
@@ -18,7 +18,7 @@
{
"type": "open",
"parameters": {
"path": "Desktop/presentation_instruction_2023_Feb.docx"
"path": "/home/user/Desktop/presentation_instruction_2023_Feb.docx"
}
}
],
@@ -60,7 +60,7 @@
},
"result": {
"type": "vm_file",
"path": "Desktop/presentation_instruction_2023_Feb.docx",
"path": "/home/user/Desktop/presentation_instruction_2023_Feb.docx",
"dest": "presentation_instruction_2023_Feb.docx"
}
}

6
evaluation_examples/examples/libreoffice_writer/e246f6d8-78d7-44ac-b668-fcf47946cb50.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.google.com/uc?id=1b8mPpEDlBrTLcOpf0ZcjdUV4vLAwxH1r&export=download",
"path": "Desktop/Y22-2119-assign4.docx"
"path": "/home/user/Desktop/Y22-2119-assign4.docx"
}
]
}
@@ -18,7 +18,7 @@
{
"type": "open",
"parameters": {
"path": "Desktop/Y22-2119-assign4.docx"
"path": "/home/user/Desktop/Y22-2119-assign4.docx"
}
}
],
@@ -60,7 +60,7 @@
},
"result": {
"type": "vm_file",
"path": "Desktop/Y22-2119-assign4.docx",
"path": "/home/user/Desktop/Y22-2119-assign4.docx",
"dest": "Y22-2119-assign4.docx"
}
}

6
evaluation_examples/examples/libreoffice_writer/e528b65e-1107-4b8c-8988-490e4fece599.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=181hyG_NZUJaUp7kUdeFoUpNGpOcjzYFV&export=download&authuser=0&confirm=t&uuid=fdb8aee4-ea1f-43c1-bc66-9d44099512e1&at=APZUnTVUrypBeVnTfkJsriv7S2GO:1704969486759",
"path": "Desktop/Geography_And_Magical_Realism.docx"
"path": "/home/user/Desktop/Geography_And_Magical_Realism.docx"
}
]
}
@@ -18,7 +18,7 @@
{
"type": "open",
"parameters": {
"path": "Desktop/Geography_And_Magical_Realism.docx"
"path": "/home/user/Desktop/Geography_And_Magical_Realism.docx"
}
}
],
@@ -60,7 +60,7 @@
},
"result": {
"type": "vm_file",
"path": "Desktop/Geography_And_Magical_Realism.docx",
"path": "/home/user/Desktop/Geography_And_Magical_Realism.docx",
"dest": "Geography_And_Magical_Realism.docx"
}
}

6
evaluation_examples/examples/libreoffice_writer/ecc2413d-8a48-416e-a3a2-d30106ca36cb.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1sDufDSC4foI379-Jikya9WK7FBUSqgrt&export=download&authuser=0&confirm=t&uuid=0abd82d6-2b2c-49bc-af5e-49bfe1c99278&at=APZUnTURIqTNJcIHBcMP2BxEaGXr:1704174850900",
"path": "Desktop/Sample_Statutory_Declaration.docx"
"path": "/home/user/Desktop/Sample_Statutory_Declaration.docx"
}
]
}
@@ -18,7 +18,7 @@
{
"type": "open",
"parameters": {
"path": "Desktop/Sample_Statutory_Declaration.docx"
"path": "/home/user/Desktop/Sample_Statutory_Declaration.docx"
}
}
],
@@ -55,7 +55,7 @@
"func": "contains_page_break",
"result": {
"type": "vm_file",
"path": "Desktop/Sample_Statutory_Declaration.docx",
"path": "/home/user/Desktop/Sample_Statutory_Declaration.docx",
"dest": "Sample_Statutory_Declaration.docx"
}
}

4
evaluation_examples/examples/libreoffice_writer/f178a4a9-d090-4b56-bc4c-4b72a61a035d.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1xREbNAu_2wLTs8EQT0NnHLpIkAVAfpyk&export=download&authuser=0&confirm=t&uuid=dd5cb525-ff4b-41a2-8123-d488f2f21fad&at=APZUnTXaYBqLT9fRtGYZHOedq-PG:1704977194647",
"path": "Desktop/loa-one-time-submission-sealand.docx"
"path": "/home/user/Desktop/loa-one-time-submission-sealand.docx"
}
]
}
@@ -18,7 +18,7 @@
{
"type": "open",
"parameters": {
"path": "Desktop/loa-one-time-submission-sealand.docx"
"path": "/home/user/Desktop/loa-one-time-submission-sealand.docx"
}
}
],

8
evaluation_examples/examples/vlc/386dbd0e-0241-4a0a-b6a2-6704fba26b1c.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1JqKzFk-4ru1BQdaInui37ORPC1btl7PK&export=download&authuser=0&confirm=t&uuid=449004d6-6f52-4ae3-9008-c2a0a6e0d17f&at=APZUnTXYRTL_FkB5l1TgseCgdSPK:1706155700724",
"path": "Desktop/lecture.pdf"
"path": "/home/user/Desktop/lecture.pdf"
}
]
}
@@ -21,7 +21,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1jS74kYGOcEMOWyHZxlqmQVPmIC6A-UBm&export=download&authuser=0&confirm=t&uuid=0521f46a-9aa5-4dfc-9761-ae6256a31488&at=APZUnTWwRv10ztlVQq2oVsiMX2_r:1706155684550",
"path": "Desktop/Colorful-Flowers.mp3"
"path": "/home/user/Desktop/Colorful-Flowers.mp3"
}
]
}
@@ -32,14 +32,14 @@
"command": [
"vlc",
"--start-time=10",
"Desktop/Colorful-Flowers.mp3"
"/home/user/Desktop/Colorful-Flowers.mp3"
]
}
},
{
"type": "open",
"parameters": {
"path": "Desktop/lecture.pdf"
"path": "/home/user/Desktop/lecture.pdf"
}
},
{

2
evaluation_examples/examples/vlc/59f21cfb-0120-4326-b255-a5b827b38967.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=14-vhVMVw53e0l-MDVBFbngFAE1jMqvgm&export=download&authuser=0&confirm=t&uuid=d31607ed-0075-4fe5-b68c-b24b6eec356e&at=APZUnTV0Wy0672VFGrQChgHmd1Ba:1704337791613",
"path": "Desktop/Rick Astley - Never Gonna Give You Up (Official Music Video).mp4"
"path": "/home/user/Desktop/Rick Astley - Never Gonna Give You Up (Official Music Video).mp4"
}
]
}

4
evaluation_examples/examples/vlc/8d9fd4e2-6fdb-46b0-b9b9-02f06495c62f.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=13OhDRuINzQ-w0qmzdGJ8ZSWnKyKnTRje&export=download&authuser=0&confirm=t&uuid=39cf0297-23eb-47df-a642-fd6c2f981eff&at=APZUnTUR83eI1tenMxVdyFxNeBo7:1706275408621",
"path": "Desktop/Gen 2.mp4"
"path": "/home/user/Desktop/Gen 2.mp4"
}
]
}
@@ -21,7 +21,7 @@
"command": [
"vlc",
"--start-time=15",
"Desktop/Gen 2.mp4"
"/home/user/Desktop/Gen 2.mp4"
]
}
},

6
evaluation_examples/examples/vlc/8f080098-ddb1-424c-b438-4e96e5e4786e.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=19jBiz8sb0M7KHHATO9qeTPr17aWm4me-&export=download&authuser=0&confirm=t&uuid=7a2261f4-3905-433f-b53f-a52dd0845651&at=APZUnTU1nmXSa1ObrA5NHYt8t1-p:1704710908141",
"path": "Desktop/Baby Justin Bieber.mp4"
"path": "/home/user/Desktop/Baby Justin Bieber.mp4"
}
]
}
@@ -21,7 +21,7 @@
"command": [
"vlc",
"--start-time=73",
"Desktop/Baby Justin Bieber.mp4"
"/home/user/Desktop/Baby Justin Bieber.mp4"
]
}
},
@@ -49,7 +49,7 @@
},
"result": {
"type": "vm_file",
"path": "Desktop/Baby Justin Bieber.mp3",
"path": "/home/user/Desktop/Baby Justin Bieber.mp3",
"dest": "baby.mp3"
}
}

4
evaluation_examples/examples/vlc/aa4b5023-aef6-4ed9-bdc9-705f59ab9ad6.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1CLBjjsjGmHlbDg1lDcxfdE0F0C7-A5gZ&export=download&authuser=0&confirm=t&uuid=dde635fc-e223-4cd3-8065-899396e68d0a&at=APZUnTWQHdWYLLxlofuOIuhE2qiS:1704722380621",
"path": "Desktop/flipped_1984_Apple_Macintosh_Commercial.mp4"
"path": "/home/user/Desktop/flipped_1984_Apple_Macintosh_Commercial.mp4"
}
]
}
@@ -18,7 +18,7 @@
{
"type": "launch",
"parameters": {
"command": ["vlc", "Desktop/flipped_1984_Apple_Macintosh_Commercial.mp4"]
"command": ["vlc", "/home/user/Desktop/flipped_1984_Apple_Macintosh_Commercial.mp4"]
}
},
{

4
evaluation_examples/examples/vlc/efcf0d81-0835-4880-b2fd-d866e8bc2294.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1H9D0jSkzpzEWsJZG0HdNNNHDMi3fnGli&export=download&authuser=0&confirm=t&uuid=a6d03223-db7a-48bd-b5f8-50b51f4d3d68&at=APZUnTVi3cqgvRV49c6sluV-nMo_:1704879367756",
"path": "Desktop/Interstellar Movie - Official Trailer.mp4"
"path": "/home/user/Desktop/Interstellar Movie - Official Trailer.mp4"
}
]
}
@@ -23,7 +23,7 @@
"--start-time=120.5",
"--stop-time=121",
"--play-and-pause",
"Desktop/Interstellar Movie - Official Trailer.mp4"
"/home/user/Desktop/Interstellar Movie - Official Trailer.mp4"
]
}
},

6
evaluation_examples/examples/vlc/fba2c100-79e8-42df-ae74-b592418d54f4.json
View File

@@ -10,7 +10,7 @@
"files": [
{
"url": "https://drive.usercontent.google.com/download?id=1u7CFVr5bWti7OnhvyjtSdQolzy0lYicm&export=download&authuser=0&confirm=t&uuid=18498a7c-9b52-4c00-a2cc-2e8b521c4d9c&at=APZUnTX0R_TRccU_UmtJWXZ6On3x:1704890439561",
"path": "Desktop/Interstellar Movie - Official Trailer.mp4"
"path": "/home/user/Desktop/Interstellar Movie - Official Trailer.mp4"
}
]
}
@@ -23,7 +23,7 @@
"--start-time=120.5",
"--stop-time=121",
"--play-and-pause",
"Desktop/Interstellar Movie - Official Trailer.mp4"
"/home/user/Desktop/Interstellar Movie - Official Trailer.mp4"
]
}
},
@@ -63,7 +63,7 @@
},
"result": {
"type": "vm_file",
"path": "Desktop/interstellar.png",
"path": "/home/user/Desktop/interstellar.png",
"dest": "interstellar.png"
}
}

2
evaluation_examples/examples/vs_code/ae506c68-352c-4094-9caa-ee9d42052317.json
View File

@@ -32,7 +32,7 @@
},
"result": {
"type": "vm_file",
"path": "Desktop/history.txt",
"path": "/home/user/Desktop/history.txt",
"dest": "history.txt"
}
}

18
main.py
View File

@@ -4,7 +4,7 @@ import logging
import os
import sys
import time
import argparse
from desktop_env.envs.desktop_env import DesktopEnv
# Logger Configs {{{ #
@@ -46,18 +46,28 @@ def human_agent():
"""
Runs the Gym environment with human input.
"""
parser = argparse.ArgumentParser()
parser.add_argument('-p', '--path', type=str, required=True, help="Path to the virtual machine .vmx file.")
parser.add_argument('-s', '--snapshot', type=str, help="Name of the snapshot to restore.")
parser.add_argument('-e', '--example', type=str, help="Path to the example json file.")
args = parser.parse_args(sys.argv[1:])
with open("evaluation_examples/examples/libreoffice_writer/6a33f9b9-0a56-4844-9c3f-96ec3ffb3ba2.json", "r") as f:
example_path = args.example if args.example is not None and os.path.exists(args.example) else \
'evaluation_examples/examples/libreoffice_writer/6a33f9b9-0a56-4844-9c3f-96ec3ffb3ba2.json'
with open(example_path, "r") as f:
example = json.load(f)
example["snapshot"] = "exp_v1"
# change to your customized snapshot
if args.snapshot is not None: example["snapshot"] = args.snapshot
assert os.path.exists(args.path), "The specified path to the .vmx file does not exist."
env = DesktopEnv(
path_to_vm=r"C:\Users\tianbaox\Documents\Virtual Machines\Ubuntu\Ubuntu.vmx",
path_to_vm=args.path,
action_space="computer_13",
task_config=example
)
# reset the environment to certain snapshot
observation = env.reset()
logger.info('\x1b[32m[TASK INSTRUCTION]: \x1b[32;3m%s\x1b[0m', example["instruction"])
done = False
trajectory = [