lzy/sci-gui-agent-benchmark
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Final review multi_apps fix the rest part

Browse Source
This commit is contained in:
yuanmengqi
2025-07-12 20:28:55 +00:00
parent dbecf46057
commit 97ed6f99b0
5 changed files with 38 additions and 23 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
evaluation_examples/examples/multi_apps/a82b78bb-7fde-4cb3-94a4-035baf10bcf0.json
View File

@@ -83,21 +83,27 @@
"urls": [
[
"https://jimfan.me/",
"https://research.nvidia.com/person/linxi-jim-fan"
"https://research.nvidia.com/person/linxi-jim-fan",
"https://www.linkedin.com/in/drjimfan/"
],
[
"https://research.nvidia.com/person/de-an-huang",
"https://ai.stanford.edu/~dahuang/"
"https://ai.stanford.edu/~dahuang/",
"https://www.linkedin.com/in/de-an-huang-38242a69"
],
[
"https://yukezhu.me/",
"https://www.cs.utexas.edu/people/faculty-researchers/yuke-zhu",
"https://experts.utexas.edu/yuke_zhu",
"https://research.nvidia.com/person/yuke-zhu"
"https://research.nvidia.com/person/yuke-zhu",
"https://www.linkedin.com/in/yukez/"
],
[
"https://tensorlab.cms.caltech.edu/users/anima/",
"http://tensorlab.cms.caltech.edu/users/anima/",
"https://www.eas.caltech.edu/people/anima"
"https://www.eas.caltech.edu/people/anima",
"https://en.wikipedia.org/wiki/Anima_Anandkumar",
"https://www.linkedin.com/in/anima-anandkumar/"
]
]
}

16
evaluation_examples/examples/multi_apps/e8172110-ec08-421b-a6f5-842e6451911f.json
View File

@@ -11,10 +11,6 @@
{
"url": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/multi_apps/e8172110-ec08-421b-a6f5-842e6451911f/character.png",
"path": "/home/user/Desktop/character.png"
},
{
"url": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/multi_apps/e8172110-ec08-421b-a6f5-842e6451911f/character_no_background_gold.png",
"path": "/home/user/Desktop/character_no_background_gold.png"
}
]
}
@@ -36,8 +32,8 @@
],
"evaluator": {
"func": [
"check_structure_sim_resized",
"check_structure_sim_resized"
"check_structure_sim",
"check_structure_sim"
],
"result": [
{
@@ -53,13 +49,13 @@
],
"expected": [
{
"type": "vm_file",
"path": "/home/user/Desktop/character_no_background_gold.png",
"type": "cloud_file",
"path": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/multi_apps/e8172110-ec08-421b-a6f5-842e6451911f/character_no_background_gold.png",
"dest": "character_no_background_gold.png"
},
{
"type": "vm_file",
"path": "/home/user/Desktop/character_no_background_gold.png",
"type": "cloud_file",
"path": "https://huggingface.co/datasets/xlangai/ubuntu_osworld_file_cache/resolve/main/multi_apps/e8172110-ec08-421b-a6f5-842e6451911f/character_no_background_gold.png",
"dest": "character_no_background_gold.png"
}
]

2
evaluation_examples/examples/multi_apps/f8cfa149-d1c1-4215-8dac-4a0932bad3c2.json
View File

@@ -65,7 +65,7 @@
"type": "rule",
"rules": {
"expect": {
"pattern": "https?://(www\\.?)?google\\.com/search\\?q=nereida(&|$)"
"pattern": "(?i)https?://(?:www\\.)?google\\.com/search\\?q=nereida(?:&|$|#).*"
}
}
}