Initialize evaluation protocols and examples; Implement one kind of eval; Update requirements

2023-12-12 18:10:55 +08:00
parent 4b3af14b8f
commit 2ca36109b5
8 changed files with 139 additions and 50 deletions
--- a/evaluation_examples/examples/f9584479-3d0d-4c79-affa-9ad7afdd8850.json
+++ b/evaluation_examples/examples/f9584479-3d0d-4c79-affa-9ad7afdd8850.json
@@ -18,5 +18,17 @@
  "related_apps": [
    "libreoffice calc"
  ],
-  "evaluator": "evaluation_dir"
+  "evaluator": {
+    "func": "compare_table(expected, actual)",
+    "paths": {
+      "expected": {
+        "type": "cloud_file",
+        "path": "https://drive.usercontent.google.com/download?id=17f1wZuJPvUEc5at_Fy3c18VFdOk0x7xz&export=download&authuser=0&confirm=t&uuid=6d2edffd-0ce0-426e-9820-8af25b4667f3&at=APZUnTVh7JS85dwZBaV2hytWQgDK:1702361510956"
+      },
+      "actual": {
+        "type": "vm_file",
+        "path": "C:\\Users\\tianbaox\\Desktop\\Quarterly_Product_Sales_by_Zone.xlsx"
+      }
+    }
+  }
 }