1. extend evaluator to list (compatible with single evaluator) 2. fix a variable name error in metrics/general.py

2024-01-18 14:12:54 +08:00
parent 2efc6a5b16
commit 91824f754c
2 changed files with 55 additions and 17 deletions
--- a/desktop_env/evaluators/metrics/general.py
+++ b/desktop_env/evaluators/metrics/general.py
@@ -180,8 +180,8 @@ def check_json(result: str, rules: Dict[str, List[Dict[str, Union[List[str], str
    with open(result) as f:
        result: Dict[str, Any] = json.load(f)

-    expect_rules = rule.get("expect", {})
-    unexpect_rules = rule.get("unexpect", {})
+    expect_rules = rules.get("expect", {})
+    unexpect_rules = rules.get("unexpect", {})

    metric = True
    for r in expect_rules: