update vscode

2024-01-10 21:25:14 +08:00
parent abcafce750
commit ad74da9d0b
3 changed files with 40 additions and 0 deletions
--- a/desktop_env/evaluators/metrics/vscode.py
+++ b/desktop_env/evaluators/metrics/vscode.py
@@ -20,5 +20,13 @@ def compare_text_file(actual: str, expected: str, **options) -> float:
        return 1.0
    return 0.0

+def compare_answer(actual: str, expected: str, **options) -> float:
+
+    if actual == expected:
+        return 1.0
+    
+    # TODO: can use text embedding to get non-zero return
+    return 0.0
+
 if __name__ == '__main__':
    print(compare_text_file("README.md", "README.md"))