lzy/sci-gui-agent-benchmark
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge branch 'main' of github.com:xlang-ai/OSWorld

Browse Source
This commit is contained in:
yuanmengqi
2025-07-03 13:50:35 +00:00
parent cb4bed20a0 b2fb8b4222
commit 7b2120c843
26 changed files with 444 additions and 140 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
desktop_env/evaluators/metrics/general.py
View File

@@ -322,8 +322,14 @@ def check_direct_json_object(result, rules) -> float:
expected_json = rules["expected"]
for key in expected_json.keys():
expected_value = expected_json.get(key)
if expected_value != result.get(key):
return 0.
if expected_json.get("ignore_list_order", False):
expected_value = sorted(expected_value)
result_value = sorted(result.get(key))
if expected_value != result_value:
return 0.
else:
if expected_value != result.get(key):
return 0.
return 1.0
else:
expected_json = rules["expected"]