add new examples for chrome

2024-02-18 22:11:16 +08:00
parent 66304b3bab
commit 17cd897780
12 changed files with 333 additions and 16 deletions
--- a/desktop_env/evaluators/metrics/general.py
+++ b/desktop_env/evaluators/metrics/general.py
@@ -38,7 +38,13 @@ def exact_match(result, rules) -> float:
    else:
        return 0.

-
+def is_in_list(result, rules) -> float:
+    expect = rules["expected"]
+    if expect in result:
+        return 1.
+    else:
+        return 0.
+    
 def fuzzy_match(result, rules) -> float:
    expect = rules["expected"]