diff --git a/desktop_env/evaluators/getters/gimp.py b/desktop_env/evaluators/getters/gimp.py new file mode 100644 index 0000000..e69de29 diff --git a/evaluation_examples/examples/gimp/2a729ded-3296-423d-aec4-7dd55ed5fbb3.json b/evaluation_examples/examples/gimp/2a729ded-3296-423d-aec4-7dd55ed5fbb3.json index e59346a..4889b3c 100644 --- a/evaluation_examples/examples/gimp/2a729ded-3296-423d-aec4-7dd55ed5fbb3.json +++ b/evaluation_examples/examples/gimp/2a729ded-3296-423d-aec4-7dd55ed5fbb3.json @@ -1,5 +1,5 @@ { - "id": "7a4deb26-d57d-4ea9-9a73-630f66a7b568", + "id": "2a729ded-3296-423d-aec4-7dd55ed5fbb3", "snapshot": "gimp", "instruction": "Could you make the background of this image transparent for me?", "source": "https://www.youtube.com/watch?v=lOzSiOIipSM", @@ -10,11 +10,11 @@ "files": [ { "url": "https://drive.google.com/uc?export=download&id=1TOtPi1CQsWblGUtQ6AqayfjsPZ_THBJo", - "path": "Desktop/dog_with_background.png" + "path": "~/Desktop/dog_with_background.png" }, { "url": "https://drive.google.com/uc?export=download&id=15YWmeOyUaA7vMX9Ts7-qyh82T8mHeepx", - "path": "Desktop/dog_cutout_gold.png" + "path": "~/Desktop/dog_cutout_gold.png" } ] } @@ -24,7 +24,7 @@ "parameters": { "command": [ "gimp", - "Desktop/dog_with_background.png" + "~/Desktop/dog_with_background.png" ] } } @@ -37,12 +37,12 @@ "func": "check_structure_sim", "expected": { "type": "vm_file", - "path": "Desktop/dog_cutout_gold.png", + "path": "~/Desktop/dog_cutout_gold.png", "dest": "dog_cutout_gold.png" }, "result": { "type": "vm_file", - "path": "Desktop/dog_without_background.png", + "path": "~/Desktop/dog_without_background.png", "dest": "dog_without_background.png" } } diff --git a/evaluation_examples/examples/gimp/554785e9-4523-4e7a-b8e1-8016f565f56a.json b/evaluation_examples/examples/gimp/554785e9-4523-4e7a-b8e1-8016f565f56a.json index c127aa0..8e98a3d 100644 --- a/evaluation_examples/examples/gimp/554785e9-4523-4e7a-b8e1-8016f565f56a.json +++ b/evaluation_examples/examples/gimp/554785e9-4523-4e7a-b8e1-8016f565f56a.json @@ -10,7 +10,7 @@ "files": [ { "url": "https://drive.usercontent.google.com/download?id=1-3cc3qqjlJ_3d9IpwsuvSuYpyJ2LxrIA&export=download&authuser=0&confirm=t&uuid=6b08e902-ed25-47d1-97d9-7794f9508288&at=APZUnTW74TY2hHtBbWDa0N7-cE58:1705060487948", - "path": "Desktop/woman_sitting_by_the_tree2.png" + "path": "~/Desktop/woman_sitting_by_the_tree2.png" } ] } @@ -20,7 +20,7 @@ "parameters": { "command": [ "gimp", - "Desktop/woman_sitting_by_the_tree2.png" + "~/Desktop/woman_sitting_by_the_tree2.png" ] } } @@ -33,12 +33,12 @@ "func": "check_saturation_increase_and_structure_sim", "expected": { "type": "vm_file", - "path": "Desktop/woman_sitting_by_the_tree2.png", + "path": "~/Desktop/woman_sitting_by_the_tree2.png", "dest": "woman_sitting_by_the_tree2.png" }, "result": { "type": "vm_file", - "path": "Desktop/edited_colorful.png", + "path": "~/Desktop/edited_colorful.png", "dest": "edited_colorful.png" } } diff --git a/evaluation_examples/examples/gimp/77b8ab4d-994f-43ac-8930-8ca087d7c4b4.json b/evaluation_examples/examples/gimp/77b8ab4d-994f-43ac-8930-8ca087d7c4b4.json index e7e0888..583ee74 100644 --- a/evaluation_examples/examples/gimp/77b8ab4d-994f-43ac-8930-8ca087d7c4b4.json +++ b/evaluation_examples/examples/gimp/77b8ab4d-994f-43ac-8930-8ca087d7c4b4.json @@ -10,7 +10,7 @@ "files": [ { "url": "https://drive.usercontent.google.com/download?id=13ECFsPxznuoCANto21ijj9OzP0APukIH&export=download&authuser=0&confirm=t&uuid=d8f2dd03-8992-4646-be62-3a3cf89583f2&at=APZUnTVsR0xmbXvpFIpXLzCcLrMa:1705062951627", - "path": "Desktop/The_Lost_River_Of_Dreams.jpg" + "path": "~/Desktop/The_Lost_River_Of_Dreams.jpg" } ] } @@ -20,7 +20,7 @@ "parameters": { "command": [ "gimp", - "Desktop/The_Lost_River_Of_Dreams.jpg" + "~/Desktop/The_Lost_River_Of_Dreams.jpg" ] } } @@ -33,12 +33,12 @@ "func": "check_file_exists", "expected": { "type": "vm_file", - "path": "Desktop/The_Lost_River_Of_Dreams.jpg", + "path": "~/Desktop/The_Lost_River_Of_Dreams.jpg", "dest": "The_Lost_River_Of_Dreams.jpg" }, "result": { "type": "vm_file", - "path": "Desktop/export.jpg", + "path": "~/Desktop/export.jpg", "dest": "export.png" } } diff --git a/evaluation_examples/examples/gimp/7a4deb26-d57d-4ea9-9a73-630f66a7b568.json b/evaluation_examples/examples/gimp/7a4deb26-d57d-4ea9-9a73-630f66a7b568.json index 0896eda..48143d3 100644 --- a/evaluation_examples/examples/gimp/7a4deb26-d57d-4ea9-9a73-630f66a7b568.json +++ b/evaluation_examples/examples/gimp/7a4deb26-d57d-4ea9-9a73-630f66a7b568.json @@ -10,7 +10,7 @@ "files": [ { "url": "https://drive.usercontent.google.com/download?id=1SIvX9Wimyw6i2UvnoLTNDHIObvDLAsIM&export=download&authuser=0&confirm=t&uuid=a48447ab-13a2-421f-9662-6ffff8f6f6d5&at=APZUnTVRxofs822XxgEv33WwYCkb:1705046264363", - "path": "Desktop/woman_sitting_by_the_tree.png" + "path": "~/Desktop/woman_sitting_by_the_tree.png" } ] } @@ -20,7 +20,7 @@ "parameters": { "command": [ "gimp", - "Desktop/woman_sitting_by_the_tree.png" + "~/Desktop/woman_sitting_by_the_tree.png" ] } } @@ -34,12 +34,12 @@ "expected": { "type": "vm_file", "path": "Desktop/woman_sitting_by_the_tree.png", - "dest": "woman_sitting_by_the_tree.png" + "dest": "~/woman_sitting_by_the_tree.png" }, "result": { "type": "vm_file", "path": "Desktop/edited_darker.png", - "dest": "edited_darker.png" + "dest": "~/edited_darker.png" } } } \ No newline at end of file diff --git a/evaluation_examples/examples/gimp/7b7617bd-57cc-468e-9c91-40c4ec2bcb3d.json b/evaluation_examples/examples/gimp/7b7617bd-57cc-468e-9c91-40c4ec2bcb3d.json new file mode 100644 index 0000000..c55a1a4 --- /dev/null +++ b/evaluation_examples/examples/gimp/7b7617bd-57cc-468e-9c91-40c4ec2bcb3d.json @@ -0,0 +1,36 @@ +{ + "id": "7b7617bd-57cc-468e-9c91-40c4ec2bcb3d", + "snapshot": "gimp", + "instruction": "Set the minimum number of undo steps to 100.", + "source": "https://www.youtube.com/watch?v=G_PjQAy0iiU", + "config": [ + { + "type": "launch", + "parameters": { + "command": [ + "gimp" + ] + } + } + ], + "trajectory": "trajectories/", + "related_apps": [ + "gimp" + ], + "evaluator": { + "func": "check_config_status", + "expected": { + "type": "rule", + "rules": { + "type:": "key-value", + "key": "undo-levels", + "value": "100" + } + }, + "result": { + "type": "gimp_config_file", + "file_name": "gimprc", + "dest": "gimprc" + } + } +} \ No newline at end of file diff --git a/evaluation_examples/examples/gimp/a746add2-cab0-4740-ac36-c3769d9bfb46.json b/evaluation_examples/examples/gimp/a746add2-cab0-4740-ac36-c3769d9bfb46.json new file mode 100644 index 0000000..871fdc0 --- /dev/null +++ b/evaluation_examples/examples/gimp/a746add2-cab0-4740-ac36-c3769d9bfb46.json @@ -0,0 +1,36 @@ +{ + "id": "a746add2-cab0-4740-ac36-c3769d9bfb46", + "snapshot": "gimp", + "instruction": "Help me open up the Vignette filter window.", + "source": "https://www.youtube.com/watch?v=_L_MMU22bAw", + "config": [ + { + "type": "launch", + "parameters": { + "command": [ + "gimp" + ] + } + } + ], + "trajectory": "trajectories/", + "related_apps": [ + "gimp" + ], + "evaluator": { + "func": "check_config_status", + "expected": { + "type": "rule", + "rules": { + "type:": "key-value", + "key": ["history-item", "\"filters-vignette\""], + "value": "1" + } + }, + "result": { + "type": "gimp_config_file", + "file_name": "action-history", + "dest": "action-history" + } + } +} \ No newline at end of file diff --git a/evaluation_examples/examples/gimp/b148e375-fe0b-4bec-90e7-38632b0d73c2.json b/evaluation_examples/examples/gimp/b148e375-fe0b-4bec-90e7-38632b0d73c2.json new file mode 100644 index 0000000..0cd52d8 --- /dev/null +++ b/evaluation_examples/examples/gimp/b148e375-fe0b-4bec-90e7-38632b0d73c2.json @@ -0,0 +1,36 @@ +{ + "id": "b148e375-fe0b-4bec-90e7-38632b0d73c2", + "snapshot": "gimp", + "instruction": "Could you assist me in adding a new layer and naming it 'Square'?", + "source": "https://www.quora.com/How-do-I-add-layers-in-GIMP", + "config": [ + { + "type": "launch", + "parameters": { + "command": [ + "gimp" + ] + } + } + ], + "trajectory": "trajectories/", + "related_apps": [ + "gimp" + ], + "evaluator": { + "func": "check_config_status", + "expected": { + "type": "rule", + "rules": { + "type:": "key-value", + "key": "layer-new-name", + "value": "Square" + } + }, + "result": { + "type": "gimp_config_file", + "file_name": "gimprc", + "dest": "gimprc" + } + } +} \ No newline at end of file diff --git a/evaluation_examples/examples/gimp/d52d6308-ec58-42b7-a2c9-de80e4837b2b.json b/evaluation_examples/examples/gimp/d52d6308-ec58-42b7-a2c9-de80e4837b2b.json new file mode 100644 index 0000000..943660f --- /dev/null +++ b/evaluation_examples/examples/gimp/d52d6308-ec58-42b7-a2c9-de80e4837b2b.json @@ -0,0 +1,36 @@ +{ + "id": "d52d6308-ec58-42b7-a2c9-de80e4837b2b", + "snapshot": "gimp", + "instruction": "Could you help me remove the dock on the left side of the screen?", + "source": "https://superuser.com/questions/1447106/how-to-get-rid-of-the-gimp-tool-options-box", + "config": [ + { + "type": "launch", + "parameters": { + "command": [ + "gimp" + ] + } + } + ], + "trajectory": "trajectories/", + "related_apps": [ + "gimp" + ], + "evaluator": { + "func": "check_config_status", + "expected": { + "type": "rule", + "rules": { + "type:": "key-value", + "key": "hide-docks", + "value": "yes" + } + }, + "result": { + "type": "gimp_config_file", + "file_name": "sessionrc", + "dest": "sessionrc" + } + } +} \ No newline at end of file diff --git a/evaluation_examples/examples/gimp/f4aec372-4fb0-4df5-a52b-79e0e2a5d6ce.json b/evaluation_examples/examples/gimp/f4aec372-4fb0-4df5-a52b-79e0e2a5d6ce.json index 566d273..5d79f5d 100644 --- a/evaluation_examples/examples/gimp/f4aec372-4fb0-4df5-a52b-79e0e2a5d6ce.json +++ b/evaluation_examples/examples/gimp/f4aec372-4fb0-4df5-a52b-79e0e2a5d6ce.json @@ -10,7 +10,7 @@ "files": [ { "url": "https://drive.usercontent.google.com/download?id=1IMFTLy3lLSP8ee5b-940JjaoOd5-oGwn&export=download&authuser=0&confirm=t&uuid=0e06dffa-b602-42c6-8841-cf6eb3524e2b&at=APZUnTVpN4xHqAIAYmHZgk-UXvY4:1705081430356", - "path": "Desktop/Triangle_On_The_Side.png" + "path": "~/Desktop/Triangle_On_The_Side.png" } ] } @@ -20,7 +20,7 @@ "parameters": { "command": [ "gimp", - "Desktop/Triangle_On_The_Side.png" + "~/Desktop/Triangle_On_The_Side.png" ] } } @@ -33,12 +33,12 @@ "func": "compare_triangle_positions", "expected": { "type": "vm_file", - "path": "Desktop/Triangle_On_The_Side.png", + "path": "~/Desktop/Triangle_On_The_Side.png", "dest": "Triangle_On_The_Side.png" }, "result": { "type": "vm_file", - "path": "Desktop/Triangle_In_The_Middle.png", + "path": "~/Desktop/Triangle_In_The_Middle.png", "dest": "Triangle_In_The_Middle.png" } } diff --git a/evaluation_examples/examples/gimp/f723c744-e62c-4ae6-98d1-750d3cd7d79d.json b/evaluation_examples/examples/gimp/f723c744-e62c-4ae6-98d1-750d3cd7d79d.json index d846aab..9651c1e 100644 --- a/evaluation_examples/examples/gimp/f723c744-e62c-4ae6-98d1-750d3cd7d79d.json +++ b/evaluation_examples/examples/gimp/f723c744-e62c-4ae6-98d1-750d3cd7d79d.json @@ -1,5 +1,5 @@ { - "id": "7a4deb26-d57d-4ea9-9a73-630f66a7b568", + "id": "f723c744-e62c-4ae6-98d1-750d3cd7d79d", "snapshot": "gimp", "instruction": "I'd like to make the picture's contrast stronger to really bring out the main subject. Could you assist me in boosting the contrast?", "source": "https://www.reddit.com/r/GIMP/comments/12e57w8/how_to_use_gimp_to_exaggerate_contrast/", @@ -10,7 +10,7 @@ "files": [ { "url": "https://drive.google.com/uc?export=download&id=1X42_kOanL74vu_p6QdcZuiyzDQi3kA7F", - "path": "Desktop/berries.png" + "path": "~/Desktop/berries.png" } ] } @@ -20,7 +20,7 @@ "parameters": { "command": [ "gimp", - "Desktop/berries.png" + "~/Desktop/berries.png" ] } } @@ -33,12 +33,12 @@ "func": "check_contrast_increase_and_structure_sim", "expected": { "type": "vm_file", - "path": "Desktop/berries.png", + "path": "~/Desktop/berries.png", "dest": "berries.png" }, "result": { "type": "vm_file", - "path": "Desktop/berries_contrast.png", + "path": "~/Desktop/berries_contrast.png", "dest": "berries_contrast.png" } }