lzy/sci-gui-agent-benchmark
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Enhance GIMP metrics evaluator with logging and transparency handling

Browse Source 
- Replaced print statements with logging for better traceability in gimp.py.
- Added handling for transparent images in structure checks and size evaluations.
- Updated JSON examples to include delays in pyautogui commands for improved execution reliability.
- Changed image URL in example to a more accessible source.
This commit is contained in:
yuanmengqi
2025-07-06 19:38:22 +00:00
parent 8facb285a1
commit a68d6f7ab6
15 changed files with 95 additions and 34 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
evaluation_examples/examples/gimp/2a729ded-3296-423d-aec4-7dd55ed5fbb3.json
View File

@@ -41,7 +41,7 @@
"command": [
"python3",
"-c",
"import pyautogui; pyautogui.hotkey([\"shift\", \"ctrl\", \"e\"]);"
"import time; import pyautogui; time.sleep(1);pyautogui.hotkey([\"shift\", \"ctrl\", \"e\"]);"
]
}
},
@@ -57,7 +57,7 @@
"command": [
"python3",
"-c",
"import pyautogui; pyautogui.write(\"dog_without_background\");pyautogui.press([\"enter\"]);"
"import time; import pyautogui; time.sleep(1);pyautogui.write(\"dog_without_background\");time.sleep(1);pyautogui.press([\"enter\"]);"
]
}
},
@@ -73,7 +73,7 @@
"command": [
"python3",
"-c",
"import pyautogui; pyautogui.press([\"enter\"]);"
"import time; import pyautogui; time.sleep(1);pyautogui.press([\"enter\"]);"
]
}
},

2
evaluation_examples/examples/gimp/554785e9-4523-4e7a-b8e1-8016f565f56a.json
View File

@@ -53,7 +53,7 @@
"command": [
"python3",
"-c",
"import pyautogui; pyautogui.write(\"edited_colorful\");pyautogui.press([\"enter\"]);"
"import time; import pyautogui; time.sleep(1);pyautogui.write(\"edited_colorful\");time.sleep(1);pyautogui.press([\"enter\"]);"
]
}
},

4
evaluation_examples/examples/gimp/72f83cdc-bf76-4531-9a1b-eb893a13f8aa.json
View File

@@ -37,7 +37,7 @@
"command": [
"python3",
"-c",
"import pyautogui; pyautogui.hotkey([\"shift\", \"ctrl\", \"e\"]);"
"import time; import pyautogui; time.sleep(1);pyautogui.hotkey([\"shift\", \"ctrl\", \"e\"]);"
]
}
},
@@ -53,7 +53,7 @@
"command": [
"python3",
"-c",
"import pyautogui; pyautogui.write(\"berry_mirror\");pyautogui.press([\"enter\"]);"
"import time; import pyautogui; time.sleep(1);pyautogui.write(\"berry_mirror\");time.sleep(1);pyautogui.press([\"enter\"]);"
]
}
},

4
evaluation_examples/examples/gimp/734d6579-c07d-47a8-9ae2-13339795476b.json
View File

@@ -41,7 +41,7 @@
"command": [
"python3",
"-c",
"import pyautogui; pyautogui.hotkey([\"shift\", \"ctrl\", \"e\"]);"
"import time; import pyautogui; time.sleep(1);pyautogui.hotkey([\"shift\", \"ctrl\", \"e\"]);"
]
}
},
@@ -57,7 +57,7 @@
"command": [
"python3",
"-c",
"import pyautogui; pyautogui.write(\"green_background_with_object\");pyautogui.press([\"enter\"]);"
"import time; import pyautogui; time.sleep(1);pyautogui.write(\"green_background_with_object\");time.sleep(1);pyautogui.press([\"enter\"]);"
]
}
},

2
evaluation_examples/examples/gimp/7767eef2-56a3-4cea-8c9f-48c070c7d65b.json
View File

@@ -25,7 +25,7 @@
"command": [
"python3",
"-c",
"import pyautogui; pyautogui.hotkey([\"ctrl\", \"q\"]);"
"import time; import pyautogui; time.sleep(1);pyautogui.hotkey([\"ctrl\", \"q\"]);"
]
}
},

4
evaluation_examples/examples/gimp/7a4deb26-d57d-4ea9-9a73-630f66a7b568.json
View File

@@ -37,7 +37,7 @@
"command": [
"python3",
"-c",
"import pyautogui; pyautogui.hotkey([\"shift\", \"ctrl\", \"e\"]);"
"import time; import pyautogui; time.sleep(1);pyautogui.hotkey([\"shift\", \"ctrl\", \"e\"]);"
]
}
},
@@ -53,7 +53,7 @@
"command": [
"python3",
"-c",
"import pyautogui; pyautogui.write(\"edited_darker\");pyautogui.press([\"enter\"]);"
"import time; import pyautogui; time.sleep(1);pyautogui.write(\"edited_darker\");time.sleep(1);pyautogui.press([\"enter\"]);"
]
}
},

2
evaluation_examples/examples/gimp/7b7617bd-57cc-468e-9c91-40c4ec2bcb3d.json
View File

@@ -25,7 +25,7 @@
"command": [
"python3",
"-c",
"import pyautogui; pyautogui.hotkey([\"ctrl\", \"q\"]);"
"import time; import pyautogui; time.sleep(1);pyautogui.hotkey([\"ctrl\", \"q\"]);"
]
}
},

6
evaluation_examples/examples/gimp/a746add2-cab0-4740-ac36-c3769d9bfb46.json
View File

@@ -9,7 +9,7 @@
"parameters": {
"files": [
{
"url": "https://agent-files.deva.msh.team/osworld/benchmark_files/gimp/a746add2-cab0-4740-ac36-c3769d9bfb46_dog_with_background.png",
"url": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/gimp/a746add2-cab0-4740-ac36-c3769d9bfb46/dog_with_background.png",
"path": "/home/user/Desktop/dog_with_background.png"
}
]
@@ -37,7 +37,7 @@
"command": [
"python3",
"-c",
"import pyautogui; pyautogui.press([\"esc\"]);pyautogui.hotkey([\"ctrl\", \"q\"]);"
"import time; import pyautogui; pyautogui.press([\"esc\"]);time.sleep(1);pyautogui.hotkey([\"ctrl\", \"q\"]);time.sleep(1);"
]
}
},
@@ -47,7 +47,7 @@
"command": [
"python3",
"-c",
"import pyautogui; pyautogui.press([\"right\"]);pyautogui.press([\"enter\"]);"
"import time; import pyautogui; pyautogui.press([\"right\"]);time.sleep(1);pyautogui.press([\"enter\"])"
]
}
},

2
evaluation_examples/examples/gimp/b148e375-fe0b-4bec-90e7-38632b0d73c2.json
View File

@@ -37,7 +37,7 @@
"command": [
"python3",
"-c",
"import pyautogui; pyautogui.hotkey([\"ctrl\", \"q\"]);"
"import time; import pyautogui; time.sleep(1);pyautogui.hotkey([\"ctrl\", \"q\"]);"
]
}
},

8
evaluation_examples/examples/gimp/d16c99dc-2a1e-46f2-b350-d97c86c85c15.json
View File

@@ -41,7 +41,7 @@
"command": [
"python3",
"-c",
"import pyautogui; pyautogui.hotkey([\"shift\", \"ctrl\", \"e\"]);"
"import time; import pyautogui; time.sleep(1);pyautogui.hotkey([\"shift\", \"ctrl\", \"e\"]);time.sleep(1);"
]
}
},
@@ -57,7 +57,7 @@
"command": [
"python3",
"-c",
"import pyautogui; pyautogui.write(\"resized\");pyautogui.press([\"enter\"]);"
"import time; import pyautogui; pyautogui.write(\"resized\");time.sleep(1);pyautogui.press([\"enter\"]);"
]
}
},
@@ -88,11 +88,13 @@
"check_image_size",
"check_structure_sim_resized"
],
"conj": "and",
"expected": [
{
"type": "rule",
"rules": {
"height": 512
"height": 512,
"ignore_transparent": true
}
},
{

2
evaluation_examples/examples/gimp/e2dd0213-26db-4349-abe5-d5667bfd725c.json
View File

@@ -53,7 +53,7 @@
"command": [
"python3",
"-c",
"import pyautogui; pyautogui.write(\"leftside_textbox\");pyautogui.press([\"enter\"]);"
"import time; import pyautogui; pyautogui.write(\"leftside_textbox\");time.sleep(1);pyautogui.press([\"enter\"]);"
]
}
},

4
evaluation_examples/examples/gimp/f4aec372-4fb0-4df5-a52b-79e0e2a5d6ce.json
View File

@@ -57,7 +57,7 @@
"command": [
"python3",
"-c",
"import pyautogui; pyautogui.write(\"Triangle_In_The_Middle\");pyautogui.press([\"enter\"]);"
"import time; import pyautogui; time.sleep(1);pyautogui.write(\"Triangle_In_The_Middle\");time.sleep(1);pyautogui.press([\"enter\"]);"
]
}
},
@@ -73,7 +73,7 @@
"command": [
"python3",
"-c",
"import pyautogui; pyautogui.press([\"enter\"]);"
"import time; import pyautogui; time.sleep(1);pyautogui.press([\"enter\"]);"
]
}
},

6
evaluation_examples/examples/gimp/f723c744-e62c-4ae6-98d1-750d3cd7d79d.json
View File

@@ -37,7 +37,7 @@
"command": [
"python3",
"-c",
"import pyautogui; pyautogui.hotkey([\"shift\", \"ctrl\", \"e\"]);"
"import time; import pyautogui; time.sleep(1);pyautogui.hotkey([\"shift\", \"ctrl\", \"e\"]);"
]
}
},
@@ -53,7 +53,7 @@
"command": [
"python3",
"-c",
"import pyautogui; pyautogui.write(\"berries_contrast\");pyautogui.press([\"enter\"]);"
"import time; import pyautogui; time.sleep(1);pyautogui.write(\"berries_contrast\");time.sleep(1);pyautogui.press([\"enter\"]);"
]
}
},
@@ -69,7 +69,7 @@
"command": [
"python3",
"-c",
"import pyautogui; pyautogui.press([\"enter\"]);"
"import time; import pyautogui; time.sleep(1);pyautogui.press([\"enter\"]);"
]
}
},