From a841f27a9de503874ed8fc1a7b5a5668c7adbd1d Mon Sep 17 00:00:00 2001 From: tsuky_chen <3107760494@qq.com> Date: Sat, 13 Jan 2024 01:45:46 +0800 Subject: [PATCH] update gimp examples eval --- .../554785e9-4523-4e7a-b8e1-8016f565f56a.json | 16 +++---- .../gimp/77b8ab4d-994f-43ac-8930-8ca087d7c4b4 | 34 +++++++++++++++ .../7a4deb26-d57d-4ea9-9a73-630f66a7b568.json | 14 +++---- .../gimp/f4aec372-4fb0-4df5-a52b-79e0e2a5d6ce | 42 +++++++++++++++++++ 4 files changed, 91 insertions(+), 15 deletions(-) create mode 100644 evaluation_examples/examples/gimp/77b8ab4d-994f-43ac-8930-8ca087d7c4b4 create mode 100644 evaluation_examples/examples/gimp/f4aec372-4fb0-4df5-a52b-79e0e2a5d6ce diff --git a/evaluation_examples/examples/gimp/554785e9-4523-4e7a-b8e1-8016f565f56a.json b/evaluation_examples/examples/gimp/554785e9-4523-4e7a-b8e1-8016f565f56a.json index 0e4f7f8..b315b92 100644 --- a/evaluation_examples/examples/gimp/554785e9-4523-4e7a-b8e1-8016f565f56a.json +++ b/evaluation_examples/examples/gimp/554785e9-4523-4e7a-b8e1-8016f565f56a.json @@ -9,8 +9,8 @@ "parameters": { "files": [ { - "url": "", - "path": "Desktop/2.png" + "url": "https://drive.usercontent.google.com/download?id=1-3cc3qqjlJ_3d9IpwsuvSuYpyJ2LxrIA&export=download&authuser=0&confirm=t&uuid=6b08e902-ed25-47d1-97d9-7794f9508288&at=APZUnTW74TY2hHtBbWDa0N7-cE58:1705060487948", + "path": "Desktop/woman_sitting_by_the_tree2.png" } ] } @@ -18,7 +18,7 @@ { "type": "open", "parameters": { - "path": "Desktop/2.png" + "path": "Desktop/woman_sitting_by_the_tree2.png" } } ], @@ -29,14 +29,14 @@ "evaluator": { "func": "increase_saturation", "expected": { - "type": "cloud_file", - "path": "", - "dest": "edited_colorful.png" + "type": "vm_file", + "path": "Desktop/woman_sitting_by_the_tree2.png", + "dest": "woman_sitting_by_the_tree2.png" }, "result": { "type": "vm_file", - "path": "Desktop/2.png", - "dest": "2.png" + "path": "Desktop/edited_colorful.png", + "dest": "edited_colorful.png" } } } \ No newline at end of file diff --git a/evaluation_examples/examples/gimp/77b8ab4d-994f-43ac-8930-8ca087d7c4b4 b/evaluation_examples/examples/gimp/77b8ab4d-994f-43ac-8930-8ca087d7c4b4 new file mode 100644 index 0000000..b5dfebb --- /dev/null +++ b/evaluation_examples/examples/gimp/77b8ab4d-994f-43ac-8930-8ca087d7c4b4 @@ -0,0 +1,34 @@ +{ + "id": "77b8ab4d-994f-43ac-8930-8ca087d7c4b4", + "snapshot": "gimp", + "instruction": "Could you help me keep my photo on the desktop and rename it export.jpg?", + "source": "https://superuser.com/questions/1636113/how-to-get-gimp-to-recognize-images-or-pictures-folder-as-the-default-folder-for", + "config": [ + { + "type": "download", + "parameters": { + "files": [ + { + "url": "https://drive.usercontent.google.com/download?id=13ECFsPxznuoCANto21ijj9OzP0APukIH&export=download&authuser=0&confirm=t&uuid=d8f2dd03-8992-4646-be62-3a3cf89583f2&at=APZUnTVsR0xmbXvpFIpXLzCcLrMa:1705062951627", + "path": "Desktop/The_Lost_River_Of_Dreams.jpg" + } + ] + } + }, + { + "type": "open", + "parameters": { + "path": "Desktop/The_Lost_River_Of_Dreams.jpg" + } + } + ], + "trajectory": "trajectories/", + "related_apps": [ + "gimp" + ], + "evaluator": { + "func": "check_file_exists", + "file_name": "export.png", + "directory": "/home/user/Desktop/" + } +} \ No newline at end of file diff --git a/evaluation_examples/examples/gimp/7a4deb26-d57d-4ea9-9a73-630f66a7b568.json b/evaluation_examples/examples/gimp/7a4deb26-d57d-4ea9-9a73-630f66a7b568.json index a2acd0b..ec698ff 100644 --- a/evaluation_examples/examples/gimp/7a4deb26-d57d-4ea9-9a73-630f66a7b568.json +++ b/evaluation_examples/examples/gimp/7a4deb26-d57d-4ea9-9a73-630f66a7b568.json @@ -10,7 +10,7 @@ "files": [ { "url": "https://drive.usercontent.google.com/download?id=1SIvX9Wimyw6i2UvnoLTNDHIObvDLAsIM&export=download&authuser=0&confirm=t&uuid=a48447ab-13a2-421f-9662-6ffff8f6f6d5&at=APZUnTVRxofs822XxgEv33WwYCkb:1705046264363", - "path": "Desktop/1.png" + "path": "Desktop/woman_sitting_by_the_tree.png" } ] } @@ -18,7 +18,7 @@ { "type": "open", "parameters": { - "path": "Desktop/1.png" + "path": "Desktop/woman_sitting_by_the_tree.png" } } ], @@ -29,14 +29,14 @@ "evaluator": { "func": "decrease_brightness", "expected": { - "type": "cloud_file", - "path": "https://drive.usercontent.google.com/download?id=1M7T5iPv0kWvmZBbdTcRdG45zIpHMtrBn&export=download&authuser=0&confirm=t&uuid=d95db1f8-27dc-4532-9976-ea99c293f53e&at=APZUnTXfpgNCtXDtlqd55LgmrIAj:1705048270986", - "dest": "edited_darker.png" + "type": "vm_file", + "path": "Desktop/woman_sitting_by_the_tree.png", + "dest": "woman_sitting_by_the_tree.png" }, "result": { "type": "vm_file", - "path": "Desktop/1.png", - "dest": "1.png" + "path": "Desktop/edited_darker.png", + "dest": "edited_darker.png" } } } \ No newline at end of file diff --git a/evaluation_examples/examples/gimp/f4aec372-4fb0-4df5-a52b-79e0e2a5d6ce b/evaluation_examples/examples/gimp/f4aec372-4fb0-4df5-a52b-79e0e2a5d6ce new file mode 100644 index 0000000..3f7d42f --- /dev/null +++ b/evaluation_examples/examples/gimp/f4aec372-4fb0-4df5-a52b-79e0e2a5d6ce @@ -0,0 +1,42 @@ +{ + "id": "f4aec372-4fb0-4df5-a52b-79e0e2a5d6ce", + "snapshot": "gimp", + "instruction": "Help me select the yellow triangle and move it to the center of my photo.", + "source": "https://superuser.com/questions/612338/how-do-i-select-and-move-an-object-in-gimp", + "config": [ + { + "type": "download", + "parameters": { + "files": [ + { + "url": "https://drive.usercontent.google.com/download?id=1IMFTLy3lLSP8ee5b-940JjaoOd5-oGwn&export=download&authuser=0&confirm=t&uuid=0e06dffa-b602-42c6-8841-cf6eb3524e2b&at=APZUnTVpN4xHqAIAYmHZgk-UXvY4:1705081430356", + "path": "Desktop/Triangle_On_The_Side.png" + } + ] + } + }, + { + "type": "open", + "parameters": { + "path": "Desktop/Triangle_On_The_Side.png" + } + } + ], + "trajectory": "trajectories/", + "related_apps": [ + "gimp" + ], + "evaluator": { + "func": "compare_triangle_positions", + "expected": { + "type": "vm_file", + "path": "Desktop/Triangle_On_The_Side.png", + "dest": "Triangle_On_The_Side.png" + }, + "result": { + "type": "vm_file", + "path": "Desktop/Triangle_In_The_Middle.png", + "dest": "Triangle_In_The_Middle.png" + } + } +} \ No newline at end of file