Initialize evaluation protocols and examples; Implement one kind of eval; Update requirements

2023-12-12 18:10:55 +08:00
parent 4b3af14b8f
commit 2ca36109b5
8 changed files with 139 additions and 50 deletions
--- a/evaluation_examples/examples/37608790-6147-45d0-9f20-1137bb35703d.json
+++ b/evaluation_examples/examples/37608790-6147-45d0-9f20-1137bb35703d.json
@@ -18,5 +18,17 @@
  "related_apps": [
    "libreoffice calc"
  ],
-  "evaluator": "evaluation_dir"
+  "evaluator": {
+    "func": "compare_table(expected, actual)",
+    "paths": {
+      "expected": {
+        "type": "cloud_file",
+        "path": "https://drive.usercontent.google.com/download?id=1dxpiUqP_CVvQp5tddxlwO3Cp1BqJ-ZDE&export=download&authuser=0&confirm=t&uuid=ccd204c7-07ce-4fdf-a5d4-a7e4f37b9ce6&at=APZUnTVBs7TgrVrDXpkiU8S7WbQo:1702360836747"
+      },
+      "actual": {
+        "type": "vm_file",
+        "path": "C:\\Users\\tianbaox\\Desktop\\Employee_Roles_and_Ranks.xlsx"
+      }
+    }
+  }
 }