lzy/sci-gui-agent-benchmark
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add human operation time log

Browse Source
This commit is contained in:
BlankCheng
2024-01-29 21:42:16 +08:00
parent 460507b5c3
commit 284d6fb379
20 changed files with 958 additions and 76 deletions
Download Patch File Download Diff File Expand all files Collapse all files

134
evaluation_examples/examples/gimp/f723c744-e62c-4ae6-98d1-750d3cd7d79d.json
View File

@@ -1,45 +1,95 @@
{
"id": "f723c744-e62c-4ae6-98d1-750d3cd7d79d",
"snapshot": "gimp",
"instruction": "I'd like to make the picture's contrast stronger to really bring out the main subject. Could you assist me in boosting the contrast?",
"source": "https://www.reddit.com/r/GIMP/comments/12e57w8/how_to_use_gimp_to_exaggerate_contrast/",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.google.com/uc?export=download&id=1X42_kOanL74vu_p6QdcZuiyzDQi3kA7F",
"path": "~/Desktop/berries.png"
}
]
}
},
{
"type": "launch",
"parameters": {
"command": [
"gimp",
"~/Desktop/berries.png"
]
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"gimp"
],
"evaluator": {
"func": "check_contrast_increase_and_structure_sim",
"expected": {
"type": "vm_file",
"path": "~/Desktop/berries.png",
"dest": "berries.png"
},
"result": {
"type": "vm_file",
"path": "~/Desktop/berries_contrast.png",
"dest": "berries_contrast.png"
}
"id": "f723c744-e62c-4ae6-98d1-750d3cd7d79d",
"snapshot": "gimp",
"instruction": "I'd like to make the picture's contrast stronger to really bring out the main subject. Could you assist me in boosting the contrast?",
"source": "https://www.reddit.com/r/GIMP/comments/12e57w8/how_to_use_gimp_to_exaggerate_contrast/",
"config": [
{
"type": "download",
"parameters": {
"files": [
{
"url": "https://drive.google.com/uc?export=download&id=1X42_kOanL74vu_p6QdcZuiyzDQi3kA7F",
"path": "~/Desktop/berries.png"
}
]
}
},
{
"type": "launch",
"parameters": {
"command": [
"gimp",
"~/Desktop/berries.png"
]
}
}
],
"trajectory": "trajectories/",
"related_apps": [
"gimp"
],
"evaluator": {
"postconfig": [
{
"type": "execute",
"parameters": {
"command": [
"python3",
"-c",
"import pyautogui; pyautogui.hotkey([\"shift\", \"ctrl\", \"e\"]);"
]
}
},
{
"type": "sleep",
"parameters": {
"seconds": 0.5
}
},
{
"type": "execute",
"parameters": {
"command": [
"python3",
"-c",
"import pyautogui; pyautogui.write(\"berries_contrast\");pyautogui.press([\"enter\"]);"
]
}
},
{
"type": "sleep",
"parameters": {
"seconds": 2
}
},
{
"type": "execute",
"parameters": {
"command": [
"python3",
"-c",
"import pyautogui; pyautogui.press([\"enter\"]);"
]
}
},
{
"type": "sleep",
"parameters": {
"seconds": 5
}
}
],
"func": "check_contrast_increase_and_structure_sim",
"expected": {
"type": "vm_file",
"path": "~/Desktop/berries.png",
"dest": "berries.png"
},
"result": {
"type": "vm_file",
"path": "~/Desktop/berries_contrast.png",
"dest": "berries_contrast.png"
}
}
}